-- Logs begin at Thu 2022-04-28 21:42:57 UTC, end at Thu 2022-04-28 23:08:43 UTC. -- Apr 28 22:33:18.652596 dv-cinder-839825-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 28 22:33:21.485332 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.common.config [-] Logging enabled! Apr 28 22:33:21.485932 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev158 Apr 28 22:33:21.486151 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110188) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 28 22:33:21.489480 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.common.config [-] Logging enabled! Apr 28 22:33:21.489741 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev158 Apr 28 22:33:21.490081 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110188) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 28 22:33:21.491041 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 22:33:21.491279 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 22:33:21.491652 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 22:33:21.491905 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 22:33:21.492136 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 22:33:21.492464 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.492867 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.493106 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.493410 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.493709 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.494027 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.494325 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.494628 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.494919 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.495203 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.495490 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.495728 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.496013 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.496305 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.496599 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.496828 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] debug = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.497113 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.497546 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.497984 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.498281 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.498582 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.498867 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.499146 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.499430 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.499741 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.500058 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] host = dv-cinder-839825-1-iscsi {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.500342 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.500635 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.500928 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.501219 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.501499 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.501782 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.502096 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.502383 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.502674 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] log_file = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.502943 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.503237 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.503529 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.503823 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.504055 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.504284 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.504576 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.504871 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.505154 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.505434 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.505714 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.506035 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.506328 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.506604 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.506894 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.507185 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.507474 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.507753 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.508034 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.508327 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.508608 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.508878 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.509157 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.509436 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.509714 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.510030 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.510310 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.510593 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.510900 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.511192 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.511479 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.511769 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.512049 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.512342 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.512620 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.512897 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.513175 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] use_json = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.513452 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.513725 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.514035 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.514315 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.514593 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.514872 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.515149 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.515437 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.515717 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:21.516016 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.516320 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.516629 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.516919 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.517232 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.517520 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.517849 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.518134 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.518432 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.518730 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.519027 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.519312 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.519618 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.519916 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.520219 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.520532 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.520835 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.521136 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.521421 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.522249 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.522539 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.522834 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.523133 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.523420 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.523716 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.524011 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.524299 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.524602 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.524898 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.525193 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.525495 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.525792 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.526096 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.526382 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.526681 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.526968 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.527248 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.527533 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.527828 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.528111 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.528389 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.528675 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.528961 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.529241 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.529519 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.529802 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.530193 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.530477 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.530756 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.531038 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.531325 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.531605 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.531897 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.532183 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.532462 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.532745 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.533029 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.533311 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.533591 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.533902 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.534186 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.534470 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.534750 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.535028 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.535309 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.535588 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.535867 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.536143 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.536419 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.536700 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.536978 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.537259 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.538108 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.538389 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.538671 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.538976 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.539263 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.539547 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.539836 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.540120 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.540404 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.540688 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.540975 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.541259 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.541540 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.541859 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.542155 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.542448 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.542738 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.543044 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.543346 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.543631 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.543916 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.544206 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.544491 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.544776 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.545068 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.545356 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.545656 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.545991 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.546296 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.546598 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.546899 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.547186 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.547497 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.547785 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:21.548008 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 22:33:21.548254 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110188) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 28 22:33:22.007447 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 28 22:33:22.007735 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 28 22:33:22.008045 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 28 22:33:22.008381 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 28 22:33:22.335648 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.335949 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.336228 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.337548 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.337853 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.338137 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.393586 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.393951 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.394226 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.408957 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.409246 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.409519 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.440606 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.440891 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.441165 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.478857 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.479145 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.479419 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.820518 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.821139 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.821139 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.821333 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.822062 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.926560 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.926885 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.927172 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.927459 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.927741 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.928093 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.928366 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.928635 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.928902 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.929194 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.929465 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.929742 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.930035 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.930305 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.930575 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.930851 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.931117 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.931397 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.931677 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.931949 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.932233 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.932497 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.932787 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.933173 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.933435 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.933690 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.934122 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 22:33:22.934371 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 22:33:22.934615 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 22:33:22.934858 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 22:33:22.935100 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 22:33:22.935341 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 22:33:22.935715 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 28 22:33:22.938893 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 28 22:33:22.942874 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 28 22:33:22.946830 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 28 22:33:22.948466 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 28 22:33:22.949084 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 28 22:33:22.949423 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 28 22:33:22.949824 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 28 22:33:22.952640 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 28 22:33:22.952894 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 28 22:33:22.953245 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 22:33:22.958202 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 28 22:33:22.984684 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 28 22:33:22.985138 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.985444 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110188) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 28 22:33:22.985834 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.987221 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110188) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 28 22:33:22.987506 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 22:33:22.987760 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 28 22:33:22.991054 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:22.991348 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:23.053568 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 28 22:33:23.053824 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 28 22:33:23.054081 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 28 22:33:23.054450 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 28 22:33:23.074923 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_db.sqlalchemy.engines [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110188) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 28 22:33:23.639989 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Initializing driver for type 'gre' Apr 28 22:33:23.640449 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] gre ID ranges: [(1, 1000)] Apr 28 22:33:23.840194 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Initializing driver for type 'local' Apr 28 22:33:23.840810 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Initializing driver for type 'vlan' Apr 28 22:33:23.936943 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] VlanTypeDriver initialization complete Apr 28 22:33:23.937225 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Initializing driver for type 'vxlan' Apr 28 22:33:23.937727 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] vxlan ID ranges: [(1, 1000)] Apr 28 22:33:24.120065 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Initializing extension driver 'port_security' Apr 28 22:33:24.120401 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.extensions.port_security [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] PortSecurityExtensionDriver initialization complete Apr 28 22:33:24.120763 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Initializing mechanism driver 'openvswitch' Apr 28 22:33:24.121085 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Initializing mechanism driver 'hyperv' Apr 28 22:33:24.127648 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:33:24.128480 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > port after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.128851 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > port after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.129204 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > port after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.129726 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 22:33:24.130186 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.130541 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.130887 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.131285 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 22:33:24.131694 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > network after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.132044 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > network after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.132389 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > network after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.132818 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 22:33:24.133222 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > security_group after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.133573 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > security_group after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.133941 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.134340 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 22:33:24.134757 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.135097 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.135435 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.135826 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 22:33:24.136230 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > address_group after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.136576 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > address_group after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.136915 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.137305 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 22:33:24.137749 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] ML2 OVO RPC backend initialized. {{(pid=110188) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 28 22:33:24.142438 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.142438 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.142438 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > network before_response 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.142438 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > networks before_response 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.142739 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > port before_response 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.142739 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > ports before_response 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.142739 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > subnet before_response 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.142739 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > subnets before_response 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.143021 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > network after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.143021 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > network after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.143021 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > network after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.143021 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > port after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.143306 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > port after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.143306 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > port after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.143306 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.143530 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.143781 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.151312 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded quota_driver: . Apr 28 22:33:24.151677 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.plugin [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Modular L2 Plugin initialization complete Apr 28 22:33:24.152024 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading services supported by the core plugin {{(pid=110188) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 28 22:33:24.152362 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.plugins.ml2.managers [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Got port-security extension from driver 'port_security' Apr 28 22:33:24.152838 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.extensions.vlantransparent [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Disabled vlantransparent extension. Apr 28 22:33:24.153373 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110188) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 28 22:33:24.153680 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading Plugin: router Apr 28 22:33:24.189077 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.189422 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router after_create 55549900 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.189797 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router before_create 55549900 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.190188 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.190562 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.190918 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router after_delete 55549900 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.191281 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.191631 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.191987 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router after_create 55549900 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.192330 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router after_update 55549900 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.192683 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router after_update 55549900 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.193030 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.193532 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router after_update 55549900 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.193977 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.194352 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: port after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.194694 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: port after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.195034 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: subnet after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.195387 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.195735 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.196085 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.196429 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: port before_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.196771 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router precommit_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.197127 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router after_update 55549900 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.197468 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.197842 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.198208 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.198553 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.198918 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > agent after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.199269 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > agent after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.199613 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > network after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.200453 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Tracking information for resource: router configured {{(pid=110188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 22:33:24.200785 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Tracking information for resource: floatingip configured {{(pid=110188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 22:33:24.205579 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.db.l3_agentschedulers_db [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 28 22:33:24.206183 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: port after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.206546 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: port after_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.206898 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: port after_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.207254 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: port after_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.208029 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router before_create 55550100 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.208397 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.208758 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router precommit_create 55550100 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.209623 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > router precommit_update 55550100 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.214355 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.services.provider_configuration [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Service providers = [] {{(pid=110188) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 28 22:33:24.214725 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.db.servicetype_db [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110188) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 28 22:33:24.217640 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.services.service_base [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 22:33:24.218296 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.services.service_base [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 22:33:24.218638 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.services.service_base [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 22:33:24.219525 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.services.service_base [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 22:33:24.219893 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.services.service_base [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 28 22:33:24.220259 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 22:33:24.220573 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 28 22:33:24.231577 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 22:33:24.231912 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading Plugin: auto_allocate Apr 28 22:33:24.237609 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: network precommit_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.238013 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: network precommit_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.238527 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 22:33:24.238848 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading Plugin: tag Apr 28 22:33:24.245569 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 22:33:24.245927 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading Plugin: timestamp Apr 28 22:33:24.249674 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 22:33:24.250102 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading Plugin: network_ip_availability Apr 28 22:33:24.255510 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.255884 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.256265 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.256967 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 22:33:24.257286 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading Plugin: flavors Apr 28 22:33:24.262203 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 22:33:24.262534 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading Plugin: revisions Apr 28 22:33:24.266783 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 22:33:24.267178 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_concurrency.lockutils [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.259s {{(pid=110188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 28 22:33:24.267911 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110188) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 28 22:33:24.268247 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Initializing extension manager. Apr 28 22:33:24.268771 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: __init__.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.269112 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: __pycache__ {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.269444 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: _port_mac_address_override.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.269780 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: address_group.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.270547 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.271102 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: address-group Apr 28 22:33:24.271425 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: address_scope.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.272645 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.273154 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: address-scope Apr 28 22:33:24.273478 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.274433 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.274946 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: router-admin-state-down-before-update Apr 28 22:33:24.275270 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: agent.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.275971 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.276478 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: agent Apr 28 22:33:24.276802 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: agent_resources_synced.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.277704 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.278244 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: agent-resources-synced Apr 28 22:33:24.278569 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: allowedaddresspairs.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.280337 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.280860 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: allowed-address-pairs Apr 28 22:33:24.281187 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: auto_allocated_topology.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.282291 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.282807 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: auto-allocated-topology Apr 28 22:33:24.283133 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: availability_zone.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.283824 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.284327 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: availability_zone Apr 28 22:33:24.284647 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: availability_zone_filter.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.285554 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.286102 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: availability_zone_filter Apr 28 22:33:24.286427 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: data_plane_status.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.287942 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.288449 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension data-plane-status not supported by any of loaded plugins Apr 28 22:33:24.288774 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: default_subnetpools.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.289688 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.290230 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: default-subnetpools Apr 28 22:33:24.290558 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.291369 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.291873 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: dhcp_agent_scheduler Apr 28 22:33:24.292196 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: dns.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.293121 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.293623 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension dns-integration not supported by any of loaded plugins Apr 28 22:33:24.293971 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: dns_domain_ports.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.294885 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.295391 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 28 22:33:24.295712 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.296631 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.297143 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 28 22:33:24.297462 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: dvr.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.298156 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.298663 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: dvr Apr 28 22:33:24.298983 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: ecmp_routes.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.299892 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.300393 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 28 22:33:24.300716 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: empty_string_filtering.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.301619 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.302164 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: empty-string-filtering Apr 28 22:33:24.302486 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.303413 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.303987 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 28 22:33:24.304308 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.305213 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.305715 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 28 22:33:24.306069 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: external_net.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.306970 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.307474 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: external-net Apr 28 22:33:24.307794 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.308690 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.309193 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: extra_dhcp_opt Apr 28 22:33:24.309513 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: extraroute.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.310443 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.310947 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: extraroute Apr 28 22:33:24.311268 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: extraroute_atomic.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.313581 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.314133 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: extraroute-atomic Apr 28 22:33:24.314469 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: filter_validation.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.315140 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.315655 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: filter-validation Apr 28 22:33:24.315980 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: fip_pf_description.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.316906 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.317412 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 28 22:33:24.317738 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: fip_pf_port_range.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.318709 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.319213 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 28 22:33:24.319535 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: fip_port_details.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.320457 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.320960 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: fip-port-details Apr 28 22:33:24.321280 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: flavors.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.322550 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.323067 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: flavors Apr 28 22:33:24.323393 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.325032 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.325551 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 28 22:33:24.325911 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: floatingip_pools.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.326628 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.327141 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: floatingip-pools Apr 28 22:33:24.327468 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: ip_allocation.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.328407 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.328913 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension ip_allocation not supported by any of loaded plugins Apr 28 22:33:24.329239 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.330176 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.330688 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: ip-substring-filtering Apr 28 22:33:24.331014 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: l2_adjacency.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.331933 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.332438 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 28 22:33:24.332761 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: l3.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.333755 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.334837 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: router Apr 28 22:33:24.335166 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.337406 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.338084 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 28 22:33:24.338278 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.339202 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.339717 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: ext-gw-mode Apr 28 22:33:24.340044 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.340957 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.341467 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: l3-ha Apr 28 22:33:24.341793 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.342728 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.343489 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 28 22:33:24.343811 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: l3_flavors.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.344724 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.345232 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: l3-flavors Apr 28 22:33:24.345556 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.346941 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.347454 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 28 22:33:24.347784 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.348697 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.349211 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 28 22:33:24.349537 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: l3agentscheduler.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.351237 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.351749 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: l3_agent_scheduler Apr 28 22:33:24.352074 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: local_ip.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.354049 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.354578 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension local_ip not supported by any of loaded plugins Apr 28 22:33:24.354914 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: logging.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.356380 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.356911 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension logging not supported by any of loaded plugins Apr 28 22:33:24.357244 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: metering.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.358015 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.358596 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: metering Apr 28 22:33:24.358925 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.360007 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.360521 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: metering_source_and_destination_fields Apr 28 22:33:24.360849 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: multiprovidernet.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.361783 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.362340 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: multi-provider Apr 28 22:33:24.362665 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: netmtu.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.363574 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.364078 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: net-mtu Apr 28 22:33:24.364400 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: netmtu_writable.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.365320 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.365871 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: net-mtu-writable Apr 28 22:33:24.366196 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: network_availability_zone.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.366877 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.367374 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: network_availability_zone Apr 28 22:33:24.367692 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: network_ip_availability.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.368798 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.369312 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: network-ip-availability Apr 28 22:33:24.369636 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: network_segment_range.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.370424 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.370929 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension network-segment-range not supported by any of loaded plugins Apr 28 22:33:24.371253 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: pagination.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.372229 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.372560 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: pagination Apr 28 22:33:24.372880 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: port_device_profile.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.373781 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.374322 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: port-device-profile Apr 28 22:33:24.374644 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: port_mac_address_override.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.375578 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.376089 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: port-mac-override Apr 28 22:33:24.376409 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.377354 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.377945 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: port-mac-address-regenerate Apr 28 22:33:24.378270 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.379187 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.379703 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: port-numa-affinity-policy Apr 28 22:33:24.380022 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: port_resource_request.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.380929 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.381457 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension port-resource-request not supported by any of loaded plugins Apr 28 22:33:24.381777 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: port_resource_request_groups.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.382765 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.383270 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 28 22:33:24.383598 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: portbindings.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.384508 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.385014 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: binding Apr 28 22:33:24.385334 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: portbindings_extended.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.386628 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.387144 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: binding-extended Apr 28 22:33:24.387477 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: portsecurity.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.388392 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.388902 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: port-security Apr 28 22:33:24.389231 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: project_id.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.390249 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.390582 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: project-id Apr 28 22:33:24.390903 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: providernet.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.391816 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.392328 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: provider Apr 28 22:33:24.392652 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: qos.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.396382 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.397421 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension qos not supported by any of loaded plugins Apr 28 22:33:24.397749 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.399008 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.399524 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 28 22:33:24.399854 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.400765 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.401276 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 28 22:33:24.401603 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: qos_default.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.402544 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.403054 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension qos-default not supported by any of loaded plugins Apr 28 22:33:24.403382 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: qos_fip.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.404294 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.404805 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension qos-fip not supported by any of loaded plugins Apr 28 22:33:24.405133 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.406082 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.406591 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 28 22:33:24.406917 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: qos_gateway_ip.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.407836 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.408343 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 28 22:33:24.408669 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: qos_port_network_policy.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.409576 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.410114 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 28 22:33:24.410442 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.411480 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.411994 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 28 22:33:24.412920 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.413988 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.414506 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 28 22:33:24.414830 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: qos_pps_rule.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.416037 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.416555 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension qos-pps not supported by any of loaded plugins Apr 28 22:33:24.416882 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: qos_rule_type_details.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.417799 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.418333 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 28 22:33:24.418658 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.419574 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.420080 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 28 22:33:24.420404 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: qos_rules_alias.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.421437 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.421987 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 28 22:33:24.422320 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: quota_check_limit.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.423302 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.423813 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: quota-check-limit Apr 28 22:33:24.424138 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: quotasv2.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.425072 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.425399 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: quotas Apr 28 22:33:24.425717 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: quotasv2_detail.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.427512 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.427875 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: quota_details Apr 28 22:33:24.428210 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: rbac.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.429255 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.429778 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: rbac-policies Apr 28 22:33:24.430136 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: rbac_address_group.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.431069 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.431587 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: rbac-address-group Apr 28 22:33:24.431919 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: rbac_address_scope.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.432844 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.433356 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: rbac-address-scope Apr 28 22:33:24.433683 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: rbac_security_groups.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.434626 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.435171 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: rbac-security-groups Apr 28 22:33:24.435458 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: rbac_subnetpool.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.436385 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.436895 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: rbac-subnetpool Apr 28 22:33:24.437221 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: revisionifmatch.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.438169 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.438677 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: revision-if-match Apr 28 22:33:24.439002 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: revisions.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.440145 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.440614 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: standard-attr-revisions Apr 28 22:33:24.440941 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: router_availability_zone.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.441607 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.442155 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: router_availability_zone Apr 28 22:33:24.442482 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: routerservicetype.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.443399 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.443932 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension router-service-type not supported by any of loaded plugins Apr 28 22:33:24.444255 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.445203 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.445712 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: security-groups-normalized-cidr Apr 28 22:33:24.446071 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.446997 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.447510 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: port-security-groups-filtering Apr 28 22:33:24.447836 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.448750 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.449281 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: security-groups-remote-address-group Apr 28 22:33:24.449593 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.450557 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.451071 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: security-groups-shared-filtering Apr 28 22:33:24.451396 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.452111 dv-cinder-839825-1-iscsi neutron-server[110188]: WARNING neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 28 22:33:24.452436 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: securitygroup.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.462616 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.463142 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: security-group Apr 28 22:33:24.463474 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: segment.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.464197 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.464709 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension segment not supported by any of loaded plugins Apr 28 22:33:24.465034 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.466017 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.466526 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 28 22:33:24.466848 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: servicetype.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.468199 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.468714 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: service-type Apr 28 22:33:24.469038 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: sorting.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.470041 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.470372 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: sorting Apr 28 22:33:24.470695 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: standard_attr_segment.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.471604 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.472113 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 28 22:33:24.472440 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: standardattrdescription.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.473093 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.473601 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: standard-attr-description Apr 28 22:33:24.473960 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: stateful_security_group.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.475487 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.476007 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: stateful-security-group Apr 28 22:33:24.476333 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: stdattrs_common.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.476903 dv-cinder-839825-1-iscsi neutron-server[110188]: WARNING neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 28 22:33:24.477226 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.478189 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.478703 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 28 22:33:24.479027 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: subnet_onboard.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.480072 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.480587 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: subnet_onboard Apr 28 22:33:24.480912 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.481856 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.482371 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 28 22:33:24.482700 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: subnet_service_types.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.483631 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.484145 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: subnet-service-types Apr 28 22:33:24.484468 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: subnetallocation.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.485547 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.486093 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: subnet_allocation Apr 28 22:33:24.486420 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.487089 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.487608 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: subnetpool-prefix-ops Apr 28 22:33:24.487931 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.488865 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.489388 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 28 22:33:24.489711 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: tagging.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.491008 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.491693 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: standard-attr-tag Apr 28 22:33:24.491961 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: timestamp.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.494559 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.494559 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loaded extension: standard-attr-timestamp Apr 28 22:33:24.494559 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: trunk.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.495163 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.495679 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension trunk not supported by any of loaded plugins Apr 28 22:33:24.496006 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: trunk_details.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.496924 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.498585 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension trunk-details not supported by any of loaded plugins Apr 28 22:33:24.498924 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: uplink_status_propagation.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.499860 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.500372 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 28 22:33:24.500698 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Loading extension file: vlantransparent.py {{(pid=110188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 22:33:24.501368 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 22:33:24.501908 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 28 22:33:24.506259 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of TrackedResource for resource:network Apr 28 22:33:24.506787 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of TrackedResource for resource:subnet Apr 28 22:33:24.507187 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 22:33:24.507578 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of TrackedResource for resource:port Apr 28 22:33:24.508844 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.v2.resource_helper [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 22:33:24.509284 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.v2.resource_helper [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Service FLAVORS assigned prefix: {{(pid=110188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 22:33:24.509933 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.v2.resource_helper [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 22:33:24.510894 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.v2.resource_helper [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 22:33:24.510894 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of TrackedResource for resource:router Apr 28 22:33:24.511103 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of TrackedResource for resource:floatingip Apr 28 22:33:24.511602 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.v2.resource_helper [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Service METERING assigned prefix: /metering {{(pid=110188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 22:33:24.513059 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.513428 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.513848 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:33:24.514849 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 22:33:24.515296 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of TrackedResource for resource:security_group Apr 28 22:33:24.515736 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 22:33:24.516332 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.v2.resource_helper [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Service CORE assigned prefix: {{(pid=110188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 22:33:24.516663 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 22:33:24.517008 dv-cinder-839825-1-iscsi neutron-server[110188]: WARNING neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] subnetpool is already registered Apr 28 22:33:24.517444 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.v2.resource_helper [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Service CORE assigned prefix: {{(pid=110188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 22:33:24.517770 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 22:33:24.518126 dv-cinder-839825-1-iscsi neutron-server[110188]: WARNING neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] subnetpool is already registered Apr 28 22:33:24.520392 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.v2.resource_helper [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 22:33:24.520843 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.v2.resource_helper [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Service FLAVORS assigned prefix: {{(pid=110188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 22:33:24.521418 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.v2.resource_helper [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 22:33:24.522376 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.v2.resource_helper [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 22:33:24.522709 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of TrackedResource for resource:router Apr 28 22:33:24.523046 dv-cinder-839825-1-iscsi neutron-server[110188]: WARNING neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] router is already registered Apr 28 22:33:24.523464 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of TrackedResource for resource:floatingip Apr 28 22:33:24.523798 dv-cinder-839825-1-iscsi neutron-server[110188]: WARNING neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] floatingip is already registered Apr 28 22:33:24.524256 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.v2.resource_helper [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Service METERING assigned prefix: /metering {{(pid=110188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 22:33:24.524929 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 22:33:24.525254 dv-cinder-839825-1-iscsi neutron-server[110188]: WARNING neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] rbac_policy is already registered Apr 28 22:33:24.525668 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of TrackedResource for resource:security_group Apr 28 22:33:24.526032 dv-cinder-839825-1-iscsi neutron-server[110188]: WARNING neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] security_group is already registered Apr 28 22:33:24.526441 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 22:33:24.526772 dv-cinder-839825-1-iscsi neutron-server[110188]: WARNING neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] security_group_rule is already registered Apr 28 22:33:24.527394 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.v2.resource_helper [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Service CORE assigned prefix: {{(pid=110188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 22:33:24.527718 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 22:33:24.528048 dv-cinder-839825-1-iscsi neutron-server[110188]: WARNING neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] subnetpool is already registered Apr 28 22:33:24.528465 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.v2.resource_helper [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Service CORE assigned prefix: {{(pid=110188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 22:33:24.528785 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 22:33:24.529113 dv-cinder-839825-1-iscsi neutron-server[110188]: WARNING neutron.quota.resource_registry [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] subnetpool is already registered Apr 28 22:33:24.529588 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: extensions {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.531103 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: address-groups {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.532574 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: address-scopes {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.533906 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: agents {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.535040 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: auto-allocated-topology {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.536260 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: availability_zones {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.538121 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: dhcp-networks {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.539616 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: dhcp-agents {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.541034 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: routers {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.543229 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: flavors {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.544377 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: service_profiles {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.545570 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: next_providers {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.547040 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: service_profiles {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.549488 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: floatingip-pools {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.550714 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: routers {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.552832 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: floatingips {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.554122 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: l3-routers {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.555484 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: l3-agents {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.556887 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: metering-labels {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.558251 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: metering-label-rules {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.559521 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: network-ip-availabilities {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.560775 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: bindings {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.562439 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: quotas {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.563976 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: quotas {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.565500 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: rbac-policies {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.566817 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: security-groups {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.568026 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: security-group-rules {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.569758 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: service-providers {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.571005 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: subnetpools {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.572387 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: subnetpools {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.573835 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: tags {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.575514 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: tags {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.577318 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: tags {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.579124 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: tags {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.580890 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: tags {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.582754 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: tags {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.585041 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: tags {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.586984 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: tags {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.588720 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: tags {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.590582 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron.api.extensions [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Extended resource: tags {{(pid=110188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 22:33:24.596676 dv-cinder-839825-1-iscsi neutron-server[110188]: WARNING keystonemiddleware.auth_token [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 28 22:33:24.601423 dv-cinder-839825-1-iscsi neutron-server[110188]: WARNING keystonemiddleware.auth_token [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 28 22:33:24.612080 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_concurrency.lockutils [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Acquired lock "singleton_lock" {{(pid=110188) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 28 22:33:24.612080 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_concurrency.lockutils [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Releasing lock "singleton_lock" {{(pid=110188) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 28 22:33:24.612080 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO oslo_service.service [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Starting 2 workers Apr 28 22:33:24.616207 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Started child 110299 {{(pid=110188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 22:33:24.620794 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Started child 110300 {{(pid=110188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 22:33:24.621714 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:24.622425 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO neutron.service [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 28 22:33:24.623072 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:24.623366 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [-] (110299) wsgi starting up on http://0.0.0.0:9696 Apr 28 22:33:24.625492 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO oslo_service.service [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Starting 1 workers Apr 28 22:33:24.625660 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:24.627206 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [-] (110300) wsgi starting up on http://0.0.0.0:9696 Apr 28 22:33:24.630892 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Started child 110301 {{(pid=110188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 22:33:24.632283 dv-cinder-839825-1-iscsi neutron-server[110188]: INFO oslo_service.service [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Starting 1 workers Apr 28 22:33:24.635223 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.service [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] calling RpcWorker wait() {{(pid=110301) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 28 22:33:24.635791 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.service [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] returning from RpcWorker wait() {{(pid=110301) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 28 22:33:24.637096 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:24.637525 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Started child 110302 {{(pid=110188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 22:33:24.637622 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:33:24.638374 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG neutron_lib.callbacks.manager [None req-ff4e6409-1288-4d48-ad6f-df82aa2692b3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:24.640312 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110188) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 22:33:24.640517 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 22:33:24.640702 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 22:33:24.640935 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 22:33:24.641267 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 22:33:24.641431 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 22:33:24.641955 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.642247 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.642510 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.642759 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.642942 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:24.643943 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.643943 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.643943 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.644140 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.644291 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.644486 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.644664 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.644911 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.645144 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.645451 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.645709 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.645980 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.646232 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.646402 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.647211 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.647476 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.647705 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.647969 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] debug = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.648211 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.648693 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.648926 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.649163 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.649387 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.649663 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.649910 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.650205 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.650478 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.650698 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.650933 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.651206 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.651453 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.651664 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.651896 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.652153 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.652388 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.652859 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] host = dv-cinder-839825-1-iscsi {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.653073 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.653285 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.653511 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.653753 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.654051 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.654271 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.654524 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.654794 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.655034 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.655315 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.655559 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.655790 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.656015 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.656268 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] log_file = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.656431 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] log_options = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.656672 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.656932 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.657176 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.657367 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.657771 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.657771 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.658121 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.658121 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.658401 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.658559 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.658768 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.658984 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.659226 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.659444 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.659678 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.659903 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.660135 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.660362 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.660614 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.660844 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.661065 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.662338 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.662338 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.662338 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.662338 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.663087 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.663363 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.663567 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.663779 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.664015 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.664566 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.664822 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.665041 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.665273 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.665530 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.665757 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.666073 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.666286 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.666545 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.666770 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.667025 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.667303 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.667516 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.667771 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.668003 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.668236 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.668467 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] use_json = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.668676 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.668915 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.669159 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.669406 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.669619 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.670102 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.670201 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:33:24.670335 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.670584 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.670839 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.671231 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.671513 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.671809 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.672071 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.672325 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.672564 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.672796 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.673013 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.673242 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.673475 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.673768 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.674013 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.674680 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.675225 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.675520 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.675885 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.676166 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.676452 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.676698 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.676923 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.677170 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.677409 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.677692 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.677961 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.680200 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.680453 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.680691 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.681010 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.681284 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.681569 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.682082 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.682341 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.684369 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.684504 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.684765 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.685036 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.685657 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.686700 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.687283 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.689784 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.690495 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.690716 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.690964 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.693114 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.694084 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.694351 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.694604 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.694876 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.695132 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.695402 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.695638 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.695874 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.696113 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.696343 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.696590 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.696823 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.697210 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.697498 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.697723 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.698085 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.698303 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.698548 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.698798 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.699039 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.699289 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.699529 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.699748 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.699973 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.700414 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.700823 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.701073 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.701318 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.701547 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.702216 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.702615 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.702845 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.709144 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.709144 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.709144 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.709144 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.709144 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.709144 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.709144 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.709144 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.709144 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.710254 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.710254 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.710254 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.710254 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.710254 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.710254 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.710254 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.710254 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.710704 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.710704 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.710704 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.710704 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.710704 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.710704 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.710704 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.710704 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.711163 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.711163 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.711163 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.711163 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.711163 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.711163 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.711163 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.711163 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.711609 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.711609 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.711801 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.711870 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.712074 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.712522 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.712766 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.713021 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.713285 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.713548 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.713858 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.714117 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.714410 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.714658 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.714944 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.715260 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.715538 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.715838 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.716095 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.716346 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.716676 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.716945 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.717219 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.717487 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.718173 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.718403 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.718658 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.718883 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.719106 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.719348 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.719672 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.719912 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.720149 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.720368 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.720643 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.720878 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.721122 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.721395 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.721659 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.721944 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.722223 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.722450 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.722693 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.723025 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.723271 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.723491 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.723743 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.723962 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.724189 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.724424 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.724669 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.724939 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.725163 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.725469 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.725709 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.725956 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.726178 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.727315 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.727415 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.727627 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.727872 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.728115 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.728338 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.728562 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.728801 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.729055 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.729277 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.729550 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.729796 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.730059 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.730486 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.730764 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.731026 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.731268 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.731532 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.731758 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.731976 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.732192 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.732415 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.732631 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.732864 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.733255 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.733503 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.733766 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.734051 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.734398 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.734650 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.735066 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.740101 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.740101 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.740101 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.740101 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.740101 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.740101 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.740101 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.740101 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.740101 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.740645 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.740645 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.740645 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.740645 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.740645 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.740645 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.740645 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.740645 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.741110 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.741110 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.741110 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.741110 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.741110 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.741110 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.741110 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.741110 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.741110 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.741644 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.741644 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.741644 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.741880 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.742131 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.742357 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.742608 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.742880 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.743103 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.743329 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.743550 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.743763 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.744012 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.744225 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.744440 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.744656 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.744868 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.745132 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.745352 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.745587 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.745853 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.746070 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.746293 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.746510 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.746738 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.746951 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.747163 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.747385 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.747601 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.747816 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.748043 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.748326 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.749185 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.749415 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.749644 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.749884 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.750182 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.750443 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.750669 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.750958 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.751213 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.751464 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.751829 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.752152 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.752555 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.752804 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.753210 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.753466 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.753694 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.753997 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.754324 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.754608 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.754868 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.755128 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.755426 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.755696 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.756457 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.756696 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.757003 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.757336 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.757629 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.757927 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.758191 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.758443 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.758687 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.758943 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.759168 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.759385 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.759617 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.759860 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.760093 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.760346 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.760564 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.760794 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.761014 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.761256 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.761469 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.761714 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.761970 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.762128 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 22:33:24.762832 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110188) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 22:33:24.762998 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 22:33:24.763157 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 22:33:24.763329 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 22:33:24.763504 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 22:33:24.763661 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 22:33:24.763870 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.764034 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.764197 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.764362 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.764543 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.764707 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.764868 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.765030 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.765192 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.765365 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.765564 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.765694 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.765877 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.766040 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.766204 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.766364 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.766527 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.766693 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.766854 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.767011 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.767176 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.767337 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] debug = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.767501 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.767716 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.767883 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.768044 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.768205 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.768366 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.768526 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.768687 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.768780 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:33:24.768866 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.768996 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.769157 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.769318 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.769479 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.769639 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.769798 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.769985 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.770145 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.770305 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] host = dv-cinder-839825-1-iscsi {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.770467 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.770628 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.770789 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.770948 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.771111 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.771346 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.771515 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.772289 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.772574 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.772739 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.772945 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.773108 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.773263 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.773482 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] log_file = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.773613 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] log_options = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.773783 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.773967 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.774122 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.774278 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.774435 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.774905 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.774905 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.775213 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.775213 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.775526 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.775526 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.775678 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.775830 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.775988 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.776311 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.776476 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.776638 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.776799 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.776961 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.777930 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.777930 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.777930 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.777930 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.777930 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.777930 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.778850 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.778850 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.778850 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.778850 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.778850 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.778850 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.779244 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.779244 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.779244 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.779434 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.779559 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.779687 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.779848 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.779994 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.783699 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.783699 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.783699 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.783699 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.783699 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.783699 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.783699 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.783699 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] use_json = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.784517 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.784517 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.784517 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.784517 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.784517 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.784517 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.784517 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.784517 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.785253 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 22:33:24.785253 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.785253 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.785253 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.785253 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.785253 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.785253 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.785253 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.786385 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.786385 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.786385 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.786385 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.786385 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.786385 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.786385 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.786385 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.787080 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.787080 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.787080 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.787080 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.787080 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.787080 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.787080 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.787080 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.787630 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.787630 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.787630 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.787630 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.787968 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.787968 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.788109 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.788185 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.788351 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.788517 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.788682 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.789010 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.789230 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.789528 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.789781 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.790090 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.790297 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.790297 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.790709 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.790709 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.790709 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.791219 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.791219 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.791219 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.791780 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.791780 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.791780 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.791780 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.792529 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.792529 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.792529 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.792529 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.792529 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.793360 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.793360 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.793360 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.793708 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.793847 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.794186 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.795189 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.795483 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.796177 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.796177 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.796177 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.796495 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.796495 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.796704 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.796704 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.796896 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.796972 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.797140 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.797306 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.797562 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.797690 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.797784 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.797957 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.798102 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.798267 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.798433 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.798598 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.798763 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.799135 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.799294 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.799574 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.799879 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.800175 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.800488 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.800803 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.801104 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.801323 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.801878 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.801878 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.801878 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.802110 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.802110 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.802273 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.802437 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.802602 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.802765 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.802955 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.803124 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.803295 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.803457 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.803622 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.803795 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.803935 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.804074 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.804242 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.804386 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.804550 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.804714 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.804883 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.805048 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.805212 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.805379 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.805516 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.805689 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.805885 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.806028 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.806249 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.806379 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.806508 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.806637 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.806808 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.806972 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.807135 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.807298 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.807462 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.807626 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.807789 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.807952 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.808117 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.808292 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.808456 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.808619 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.808782 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.808969 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.809133 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.809297 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.809460 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.809626 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.809794 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.809962 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.810127 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.810291 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.810447 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.810606 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.810770 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.810935 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.811098 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.811260 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.811423 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.811591 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.811755 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.812081 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.812250 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.812430 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.812567 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.812732 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.812896 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.813065 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.813216 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.813380 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.813543 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.813707 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.813903 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.814069 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.814233 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.814382 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.814547 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.814715 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.814879 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.815042 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.815208 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.815372 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.815537 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.815701 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.815882 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.816046 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.816174 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.816333 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.816506 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.816651 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.816784 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.816950 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.817115 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.817278 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.817441 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.817606 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.817770 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.817957 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.818139 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.818304 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.818981 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.819149 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.819318 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.819479 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.819642 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.819808 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.819971 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.820134 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.820298 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.820461 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.820625 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.820787 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.820950 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.821113 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.821279 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.821446 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.821609 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.821772 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.821960 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.822123 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.822287 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.822451 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.822615 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.822778 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.822941 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.823104 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.823268 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.823463 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.823611 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.823774 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.823937 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.824100 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.824263 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.824437 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.824605 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.824753 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.824917 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.825086 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.825250 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.825423 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.825586 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.825749 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.825935 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.826099 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.826262 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.826435 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.826598 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.826761 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.826926 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.827088 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.827252 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.827425 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.827589 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.827752 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.827916 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.828079 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.828249 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.828421 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.828584 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.828749 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.828912 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.829077 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.829240 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.829430 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.829579 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.829741 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.829934 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.830098 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.830263 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.830426 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.830601 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.830774 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.830936 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.831099 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.831265 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.831430 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.831595 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.831763 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.831933 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.832104 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.832270 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.832442 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.832614 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.832786 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.833469 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.833469 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.833469 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.833469 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.833791 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.833791 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.834081 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.834081 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.834750 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.834908 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.835073 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.835532 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.835709 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.835805 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 43352) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:33:24.835891 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.836021 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.836186 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.836350 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.836513 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.836677 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.836841 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.837004 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.837168 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 22:33:24.837326 dv-cinder-839825-1-iscsi neutron-server[110188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 22:33:24.844695 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068057 Apr 28 22:33:36.435472 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ce4c3e-f7df-42e3-b26b-f67c776ac437 None None] get_active_networks_info from dv-cinder-839825-1-iscsi {{(pid=110301) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 22:33:36.496502 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ce4c3e-f7df-42e3-b26b-f67c776ac437 None None] No non-hosted networks {{(pid=110301) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 28 22:33:36.504124 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.agentschedulers_db [None req-68ce4c3e-f7df-42e3-b26b-f67c776ac437 None None] DHCP Agent not found on host dv-cinder-839825-1-iscsi {{(pid=110301) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 28 22:33:36.598633 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-869818c2-0e93-4d5b-8f9f-2387ff36c4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834713'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:38.737937 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ad922a40-2a29-47b8-b94c-70814cf2b79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834713'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:38.815426 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.db.api [None req-94580079-3ea7-432c-917a-dff57769508b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-839825-1-iscsi {{(pid=110301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 22:33:38.816411 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG oslo_db.api [None req-94580079-3ea7-432c-917a-dff57769508b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 22:33:39.340623 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-94580079-3ea7-432c-917a-dff57769508b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:39.712056 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 43424) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:33:39.763828 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834713'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:40.235223 dv-cinder-839825-1-iscsi neutron-server[110300]: WARNING oslo_policy.policy [None req-8e3bf165-a448-41b0-9522-143cc6a3d046 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 22:33:40.235814 dv-cinder-839825-1-iscsi neutron-server[110300]: WARNING oslo_policy.policy [None req-8e3bf165-a448-41b0-9522-143cc6a3d046 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 22:33:40.466492 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [None req-8e3bf165-a448-41b0-9522-143cc6a3d046 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110300) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 22:33:40.480952 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8e3bf165-a448-41b0-9522-143cc6a3d046 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7545981 Apr 28 22:33:41.131872 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834713'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:42.700272 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834713'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:42.700993 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:42.701337 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:42.701799 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:42.702310 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:42.702822 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:42.703154 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:42.703500 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:42.704012 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:42.704344 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:42.704664 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:42.705155 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:42.705482 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:42.705836 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:42.706300 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:42.706762 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:42.707312 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839825-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:33:42.715983 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839825-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:33:42.968880 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 43454) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:33:43.283582 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-b1c558e4-c755-41ef-bff4-ffec154f6077 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:33:43.379322 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.policy [None req-b1c558e4-c755-41ef-bff4-ffec154f6077 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110300) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 22:33:43.420916 dv-cinder-839825-1-iscsi neutron-server[110300]: WARNING oslo_policy.policy [None req-b1c558e4-c755-41ef-bff4-ffec154f6077 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 22:33:43.421320 dv-cinder-839825-1-iscsi neutron-server[110300]: WARNING oslo_policy.policy [None req-b1c558e4-c755-41ef-bff4-ffec154f6077 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 22:33:43.591771 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b1c558e4-c755-41ef-bff4-ffec154f6077 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773826932992', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773826934580', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773826950976', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773826942309', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773826962732', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773826956963', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-719325', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-661186', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1777541', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1635816'] for rbac-policy (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:43.853696 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b1c558e4-c755-41ef-bff4-ffec154f6077 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:43.855199 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-b1c558e4-c755-41ef-bff4-ffec154f6077 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8852937 Apr 28 22:33:46.324426 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 43466) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:33:46.653546 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:33:46.711055 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.db.l3_hamode_db [None req-a23b11c0-abfc-4930-b6be-c506bcfaf0e9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 28 22:33:46.777064 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Made reservation on behalf of d2e7b13a53244f6c8407bc15eb81d6c1 for: {'network': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:33:46.781014 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:46.790446 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b11c0-abfc-4930-b6be-c506bcfaf0e9 None None] Routers set() bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:33:46.790839 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b11c0-abfc-4930-b6be-c506bcfaf0e9 None None] Router IDs set() for agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 28 22:33:46.800538 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:46.909485 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Publish callbacks [] for security_group (09e4e55d-67cc-45fc-9971-3683b27d1ba1), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:47.011026 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (09e4e55d-67cc-45fc-9971-3683b27d1ba1), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:47.044435 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=110300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:33:47.072142 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773828784752', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (499b3d55-4e1f-43af-ba25-2405e1ffee8e), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:47.072736 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Unsubscribe: segment precommit_create {{(pid=110300) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 22:33:47.073273 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.segments_db [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Added segment 499b3d55-4e1f-43af-ba25-2405e1ffee8e of type vlan for network 70e6a1f4-d670-478c-a424-8460582577ed Apr 28 22:33:47.079259 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=09e4e55d-67cc-45fc-9971-3683b27d1ba1,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:33:47.114018 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:47.114364 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:47.114744 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:47.115098 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:47.115431 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:47.115757 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:47.116073 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:47.116393 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:47.116713 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:47.117031 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:47.117349 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:47.117679 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:47.118026 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:47.118343 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:47.118657 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Tracked resource versions report: Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: pushed versions: Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: { 'AddressGroup': {'1.2'}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Agent': {'1.1'}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'ConntrackHelper': {'1.0'}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'LocalIPAssociation': {'1.0'}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Log': {'1.0'}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'NDPProxy': {'1.0'}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Network': {'1.1'}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Port': {'1.7'}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'PortForwarding': {'1.3'}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'QosPolicy': {'1.10'}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'SecurityGroup': {'1.5'}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'SecurityGroupRule': {'1.2'}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'SubPort': {'1.0'}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Subnet': {'1.1'}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Trunk': {'1.1'}} Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: consumer versions: Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: { DHCP agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: L3 agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: Metadata agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: Metering agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: Open vSwitch agent@dv-cinder-839825-1-iscsi: { 'AddressGroup': '1.2', Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Agent': '1.1', Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'ConntrackHelper': '1.0', Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'LocalIPAssociation': '1.0', Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Log': '1.0', Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'NDPProxy': '1.0', Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Network': '1.1', Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Port': '1.7', Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'PortForwarding': '1.3', Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'QosPolicy': '1.10', Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'SecurityGroup': '1.5', Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'SecurityGroupRule': '1.2', Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'SubPort': '1.0', Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Subnet': '1.1', Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Trunk': '1.1'}} Apr 28 22:33:47.120020 dv-cinder-839825-1-iscsi neutron-server[110300]: {{(pid=110300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 22:33:47.181357 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (70e6a1f4-d670-478c-a424-8460582577ed), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:47.285304 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (70e6a1f4-d670-478c-a424-8460582577ed), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:47.290353 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:33:47.291049 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:47.404153 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] Pushing event updated for resources: {'Network': ['ID=70e6a1f4-d670-478c-a424-8460582577ed,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:33:47.415577 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-cca84d73-9636-42ae-bc92-57abdd23d8a3 demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0884638 Apr 28 22:33:47.418166 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network 70e6a1f4-d670-478c-a424-8460582577ed details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:33:49.918324 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 43478) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:33:50.329371 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3196fb-5ddd-494a-9fc2-951ad1baefb4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:33:50.330748 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-7a3196fb-5ddd-494a-9fc2-951ad1baefb4 demo admin] 10.222.0.13 "GET /v2.0/networks/70e6a1f4-d670-478c-a424-8460582577ed HTTP/1.1" status: 200 len: 825 time: 0.4114988 Apr 28 22:33:50.355861 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-cf813bfa-83f1-46c8-894d-59e5b7c8b294 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/f11d68a2-5b5e-4549-bd67-ea3d7a647e67 HTTP/1.1" status: 200 len: 734 time: 0.0189254 Apr 28 22:33:50.364045 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-21359f0c-53c3-425d-ac30-a69f8d4b7c99 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '70e6a1f4-d670-478c-a424-8460582577ed', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f11d68a2-5b5e-4549-bd67-ea3d7a647e67'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:33:50.436538 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21359f0c-53c3-425d-ac30-a69f8d4b7c99 demo admin] Made reservation on behalf of d2e7b13a53244f6c8407bc15eb81d6c1 for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:33:50.438851 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-21359f0c-53c3-425d-ac30-a69f8d4b7c99 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:50.811532 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-21359f0c-53c3-425d-ac30-a69f8d4b7c99 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for subnet (b3c270c3-ff50-4453-9d15-eabba134a6cd), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:50.883640 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21359f0c-53c3-425d-ac30-a69f8d4b7c99 demo admin] Checking segment: {'id': '499b3d55-4e1f-43af-ba25-2405e1ffee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70e6a1f4-d670-478c-a424-8460582577ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:33:50.883997 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21359f0c-53c3-425d-ac30-a69f8d4b7c99 demo admin] Network hostable DHCP agents. Network: 70e6a1f4-d670-478c-a424-8460582577ed, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:33:50.889607 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21359f0c-53c3-425d-ac30-a69f8d4b7c99 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b3c270c3-ff50-4453-9d15-eabba134a6cd,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:33:50.964827 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21359f0c-53c3-425d-ac30-a69f8d4b7c99 demo admin] Network 70e6a1f4-d670-478c-a424-8460582577ed is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:33:51.039441 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-21359f0c-53c3-425d-ac30-a69f8d4b7c99 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, 70e6a1f4-d670-478c-a424-8460582577ed) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:33:51.044046 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21359f0c-53c3-425d-ac30-a69f8d4b7c99 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:33:51.044639 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-21359f0c-53c3-425d-ac30-a69f8d4b7c99 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:51.049288 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809edc6b-aecd-4a1e-845c-16adef1195f0 None None] Network 70e6a1f4-d670-478c-a424-8460582577ed requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:33:51.113671 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-21359f0c-53c3-425d-ac30-a69f8d4b7c99 demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7526112 Apr 28 22:33:51.307429 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e4fb1-346d-52ad-b578-454136087e0e-70e6a1f4-d670-478c-a424-8460582577ed', 'network_id': '70e6a1f4-d670-478c-a424-8460582577ed', 'project_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'fixed_ips': [{'subnet_id': 'b3c270c3-ff50-4453-9d15-eabba134a6cd'}]}} from dv-cinder-839825-1-iscsi. {{(pid=110301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 22:33:51.308630 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:51.584818 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Allocated IP 172.20.0.2 (70e6a1f4-d670-478c-a424-8460582577ed/b3c270c3-ff50-4453-9d15-eabba134a6cd/ec40e6d0-034e-48c8-816a-116d134b6044) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:33:51.875685 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Publish callbacks [] for port (ec40e6d0-034e-48c8-816a-116d134b6044), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:51.963435 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (ec40e6d0-034e-48c8-816a-116d134b6044), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:52.040340 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Network 70e6a1f4-d670-478c-a424-8460582577ed is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:33:52.045800 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:33:52.050909 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Pushing event updated for resources: {'Port': ['ID=ec40e6d0-034e-48c8-816a-116d134b6044,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:33:52.055749 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:33:52.066681 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:52.067181 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:52.067712 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:52.068884 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:52.069388 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:52.069874 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:52.070355 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:52.070832 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:52.071308 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:52.071789 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:52.072264 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:52.072762 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:52.073240 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:52.073711 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:52.074213 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Tracked resource versions report: Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: pushed versions: Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: { 'AddressGroup': {'1.2'}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Agent': {'1.1'}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'ConntrackHelper': {'1.0'}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'LocalIPAssociation': {'1.0'}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Log': {'1.0'}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'NDPProxy': {'1.0'}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Network': {'1.1'}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Port': {'1.7'}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'PortForwarding': {'1.3'}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'QosPolicy': {'1.10'}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'SecurityGroup': {'1.5'}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'SecurityGroupRule': {'1.2'}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'SubPort': {'1.0'}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Subnet': {'1.1'}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Trunk': {'1.1'}} Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: consumer versions: Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: { DHCP agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: L3 agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: Metadata agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: Metering agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: Open vSwitch agent@dv-cinder-839825-1-iscsi: { 'AddressGroup': '1.2', Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Agent': '1.1', Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'ConntrackHelper': '1.0', Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'LocalIPAssociation': '1.0', Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Log': '1.0', Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'NDPProxy': '1.0', Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Network': '1.1', Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Port': '1.7', Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'PortForwarding': '1.3', Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'QosPolicy': '1.10', Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'SecurityGroup': '1.5', Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'SecurityGroupRule': '1.2', Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'SubPort': '1.0', Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Subnet': '1.1', Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Trunk': '1.1'}} Apr 28 22:33:52.076379 dv-cinder-839825-1-iscsi neutron-server[110301]: {{(pid=110301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 22:33:52.160975 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Attempting to bind port ec40e6d0-034e-48c8-816a-116d134b6044 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:33:52.161299 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Attempting to bind port ec40e6d0-034e-48c8-816a-116d134b6044 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': '499b3d55-4e1f-43af-ba25-2405e1ffee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70e6a1f4-d670-478c-a424-8460582577ed'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:33:52.161758 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Attempting to bind port ec40e6d0-034e-48c8-816a-116d134b6044 on network 70e6a1f4-d670-478c-a424-8460582577ed {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:33:52.166708 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:33:52.167086 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Checking segment: {'id': '499b3d55-4e1f-43af-ba25-2405e1ffee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70e6a1f4-d670-478c-a424-8460582577ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:33:52.167563 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:52.167953 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Bound using segment: {'id': '499b3d55-4e1f-43af-ba25-2405e1ffee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70e6a1f4-d670-478c-a424-8460582577ed'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:33:52.168425 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Bound port: ec40e6d0-034e-48c8-816a-116d134b6044, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499b3d55-4e1f-43af-ba25-2405e1ffee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70e6a1f4-d670-478c-a424-8460582577ed'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:33:52.168832 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ec40e6d0-034e-48c8-816a-116d134b6044), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:52.229904 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] For port ec40e6d0-034e-48c8-816a-116d134b6044, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:33:52.250839 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] For port ec40e6d0-034e-48c8-816a-116d134b6044, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=ec40e6d0-034e-48c8-816a-116d134b6044,segment=NetworkSegment(499b3d55-4e1f-43af-ba25-2405e1ffee8e),segment_id=499b3d55-4e1f-43af-ba25-2405e1ffee8e)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:33:52.314686 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (ec40e6d0-034e-48c8-816a-116d134b6044), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:52.369308 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ee50a-cdb8-4593-a5d2-af9a6a4033e6 None None] Pushing event updated for resources: {'Port': ['ID=ec40e6d0-034e-48c8-816a-116d134b6044,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:33:53.616267 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 43486) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:33:53.932029 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [None req-c835a066-0ae0-4add-afa9-6dad9a6a12fb admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110300) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 22:33:53.933105 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-c835a066-0ae0-4add-afa9-6dad9a6a12fb admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3157723 Apr 28 22:33:56.416651 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 43494) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:33:56.725057 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [None req-1e257e1b-1e95-4644-bcd0-d5498931a290 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110300) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 22:33:56.726172 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-1e257e1b-1e95-4644-bcd0-d5498931a290 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3084776 Apr 28 22:33:59.207533 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 43502) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:33:59.523398 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-302a6c28-cf3d-4fab-93b6-b81c3155eced demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:33:59.628261 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-302a6c28-cf3d-4fab-93b6-b81c3155eced demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1085'] for router (6f3f9bc6-198e-4b67-9b02-2fb03ae01e41), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:59.629772 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-302a6c28-cf3d-4fab-93b6-b81c3155eced demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1076'] for router (6f3f9bc6-198e-4b67-9b02-2fb03ae01e41), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:59.764617 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-302a6c28-cf3d-4fab-93b6-b81c3155eced demo demo] Publish callbacks [] for router_controller (6f3f9bc6-198e-4b67-9b02-2fb03ae01e41), precommit_add_association {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:59.843637 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-302a6c28-cf3d-4fab-93b6-b81c3155eced demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653440'] for router (6f3f9bc6-198e-4b67-9b02-2fb03ae01e41), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:59.927654 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-302a6c28-cf3d-4fab-93b6-b81c3155eced demo demo] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:33:59.928758 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-302a6c28-cf3d-4fab-93b6-b81c3155eced demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7202187 Apr 28 22:34:01.686632 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 5 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:34:02.422104 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 43514) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:34:02.739076 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [None req-80d06bb5-6c33-4454-a443-881210ab3769 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110300) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 22:34:02.740692 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-80d06bb5-6c33-4454-a443-881210ab3769 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3176646 Apr 28 22:34:03.268651 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device ec40e6d0-034e-48c8-816a-116d134b6044 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:34:03.358566 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port ec40e6d0-034e-48c8-816a-116d134b6044 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:34:03.358982 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ec40e6d0-034e-48c8-816a-116d134b6044), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:03.463988 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port ec40e6d0-034e-48c8-816a-116d134b6044 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:34:03.464309 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ec40e6d0-034e-48c8-816a-116d134b6044), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:03.499819 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] For port ec40e6d0-034e-48c8-816a-116d134b6044, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=ec40e6d0-034e-48c8-816a-116d134b6044,segment=NetworkSegment(499b3d55-4e1f-43af-ba25-2405e1ffee8e),segment_id=499b3d55-4e1f-43af-ba25-2405e1ffee8e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:34:03.568814 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (ec40e6d0-034e-48c8-816a-116d134b6044), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:03.618126 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Pushing event updated for resources: {'Port': ['ID=ec40e6d0-034e-48c8-816a-116d134b6044,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:34:03.803725 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb3a80-77a4-4865-91aa-cc277545c89a None None] Network 70e6a1f4-d670-478c-a424-8460582577ed requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:34:03.872162 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-0413f4fd-f121-4e8c-b733-fec4614c3200 None None] Provisioning complete for port ec40e6d0-034e-48c8-816a-116d134b6044 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:34:03.872546 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0413f4fd-f121-4e8c-b733-fec4614c3200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ec40e6d0-034e-48c8-816a-116d134b6044), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:03.998712 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-0413f4fd-f121-4e8c-b733-fec4614c3200 None None] Current status of the port ec40e6d0-034e-48c8-816a-116d134b6044 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:34:04.216156 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-cda66ad5-4149-4ebe-990e-6081a0f7c6ac None None] Provisioning complete for port ec40e6d0-034e-48c8-816a-116d134b6044 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:34:04.216552 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cda66ad5-4149-4ebe-990e-6081a0f7c6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ec40e6d0-034e-48c8-816a-116d134b6044), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:04.294710 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-cda66ad5-4149-4ebe-990e-6081a0f7c6ac None None] Current status of the port ec40e6d0-034e-48c8-816a-116d134b6044 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:34:05.241045 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device ec40e6d0-034e-48c8-816a-116d134b6044 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:34:05.244630 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 43522) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:34:05.288859 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port ec40e6d0-034e-48c8-816a-116d134b6044 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:34:05.289268 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ec40e6d0-034e-48c8-816a-116d134b6044), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:05.366931 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port ec40e6d0-034e-48c8-816a-116d134b6044 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:34:05.734248 dv-cinder-839825-1-iscsi neutron-server[110299]: WARNING oslo_policy.policy [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 22:34:05.734844 dv-cinder-839825-1-iscsi neutron-server[110299]: WARNING oslo_policy.policy [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 22:34:05.956400 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:34:06.064920 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Made reservation on behalf of 8a88a33c1783411eb475ed9835706a66 for: {'network': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:34:06.127103 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.policy [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110299) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 22:34:06.168017 dv-cinder-839825-1-iscsi neutron-server[110299]: WARNING oslo_policy.policy [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 22:34:06.168393 dv-cinder-839825-1-iscsi neutron-server[110299]: WARNING oslo_policy.policy [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 22:34:06.178234 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:06.198417 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:06.306094 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Publish callbacks [] for security_group (0c615b49-4ed7-4654-993f-cb55f63031fc), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:06.362270 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (0c615b49-4ed7-4654-993f-cb55f63031fc), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:06.374162 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Reserving flat network on physical network physnet1 {{(pid=110299) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 28 22:34:06.405931 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773828784752', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (abea4d3d-46bc-48e6-8b0d-087d05b5b9fe), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:06.406534 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Unsubscribe: segment precommit_create {{(pid=110299) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 22:34:06.407072 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.segments_db [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Added segment abea4d3d-46bc-48e6-8b0d-087d05b5b9fe of type flat for network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 Apr 28 22:34:06.423287 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c615b49-4ed7-4654-993f-cb55f63031fc,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:34:06.444867 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-4b0175d2-98f5-495b-ac50-d8bb2dc49a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:06.474333 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:06.474681 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:06.475045 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:06.475387 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:06.475716 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:06.476044 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:06.476367 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:06.476689 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:06.477031 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:06.477359 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:06.477695 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:06.478062 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:06.478387 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:06.478703 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:06.479019 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Tracked resource versions report: Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: pushed versions: Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: { 'AddressGroup': {'1.2'}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Agent': {'1.1'}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'ConntrackHelper': {'1.0'}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'LocalIPAssociation': {'1.0'}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Log': {'1.0'}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'NDPProxy': {'1.0'}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Network': {'1.1'}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Port': {'1.7'}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'PortForwarding': {'1.3'}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'QosPolicy': {'1.10'}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'SecurityGroup': {'1.5'}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'SecurityGroupRule': {'1.2'}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'SubPort': {'1.0'}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Subnet': {'1.1'}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Trunk': {'1.1'}} Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: consumer versions: Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: { DHCP agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: L3 agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: Metadata agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: Metering agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: Open vSwitch agent@dv-cinder-839825-1-iscsi: { 'AddressGroup': '1.2', Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Agent': '1.1', Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'ConntrackHelper': '1.0', Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'LocalIPAssociation': '1.0', Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Log': '1.0', Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'NDPProxy': '1.0', Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Network': '1.1', Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Port': '1.7', Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'PortForwarding': '1.3', Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'QosPolicy': '1.10', Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'SecurityGroup': '1.5', Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'SecurityGroupRule': '1.2', Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'SubPort': '1.0', Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Subnet': '1.1', Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Trunk': '1.1'}} Apr 28 22:34:06.480402 dv-cinder-839825-1-iscsi neutron-server[110299]: {{(pid=110299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 22:34:06.525595 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:06.621732 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:06.622988 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:34:06.623701 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:06.724243 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] Pushing event updated for resources: {'Network': ['ID=2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:34:06.734104 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:34:06.819724 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-ad60f018-8420-4a2d-9f43-22a47c2cde96 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.5729704 Apr 28 22:34:08.648219 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f3cf614f-771d-4bb8-ac1f-e7fa72172c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:09.352834 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 43542) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:34:09.741726 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:09.760470 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c278550e-671e-4241-903c-36f8fc52aed2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:34:09.761920 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-c278550e-671e-4241-903c-36f8fc52aed2 demo admin] 10.222.0.13 "GET /v2.0/subnets/b3c270c3-ff50-4453-9d15-eabba134a6cd HTTP/1.1" status: 200 len: 849 time: 0.4080698 Apr 28 22:34:09.923217 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-a604e66b-370c-400a-9aef-290764185709 demo admin] 10.222.0.13 "GET /v2.0/routers/6f3f9bc6-198e-4b67-9b02-2fb03ae01e41 HTTP/1.1" status: 200 len: 704 time: 0.1555727 Apr 28 22:34:10.208848 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:10.504165 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Allocated IP 172.20.0.1 (70e6a1f4-d670-478c-a424-8460582577ed/b3c270c3-ff50-4453-9d15-eabba134a6cd/76903716-145c-4340-91cd-f7dd1bdb070a) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:34:10.731532 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Publish callbacks [] for port (76903716-145c-4340-91cd-f7dd1bdb070a), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:10.888942 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (76903716-145c-4340-91cd-f7dd1bdb070a), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:10.968223 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Network 70e6a1f4-d670-478c-a424-8460582577ed is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:34:10.973661 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:34:10.978753 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Pushing event updated for resources: {'Port': ['ID=76903716-145c-4340-91cd-f7dd1bdb070a,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:34:10.982253 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:34:10.982253 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833397'] for router_interface (6f3f9bc6-198e-4b67-9b02-2fb03ae01e41), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:11.082010 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:11.227855 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (76903716-145c-4340-91cd-f7dd1bdb070a), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:11.252927 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-f8371394-56b3-4370-b371-540019796286 None None] Provisioning complete for port 76903716-145c-4340-91cd-f7dd1bdb070a triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:34:11.253242 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f8371394-56b3-4370-b371-540019796286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (76903716-145c-4340-91cd-f7dd1bdb070a), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:11.285985 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-f8371394-56b3-4370-b371-540019796286 None None] Port 76903716-145c-4340-91cd-f7dd1bdb070a cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:34:11.485718 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Publish callbacks [] for port (76903716-145c-4340-91cd-f7dd1bdb070a), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:11.556275 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (76903716-145c-4340-91cd-f7dd1bdb070a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:11.557053 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834501'] for router_interface (6f3f9bc6-198e-4b67-9b02-2fb03ae01e41), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:11.618801 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Pushing event updated for resources: {'Port': ['ID=76903716-145c-4340-91cd-f7dd1bdb070a,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:34:11.680631 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Network 70e6a1f4-d670-478c-a424-8460582577ed is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:34:11.681971 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:34:11.934239 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Router 6f3f9bc6-198e-4b67-9b02-2fb03ae01e41 is scheduled to L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c with binding_index 1 {{(pid=110299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 22:34:12.027817 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:34:12.033476 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-286601cd-71f4-4425-a949-8f6959d5bd84 demo admin] 10.222.0.13 "PUT /v2.0/routers/6f3f9bc6-198e-4b67-9b02-2fb03ae01e41/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1046932 Apr 28 22:34:12.037543 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Sync routers for ids ['6f3f9bc6-198e-4b67-9b02-2fb03ae01e41'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:34:12.050625 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Routers {'6f3f9bc6-198e-4b67-9b02-2fb03ae01e41'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:34:12.051507 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:34:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['6f3f9bc6-198e-4b67-9b02-2fb03ae01e41'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:34:12.052377 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-a54d98aa-761e-4909-874d-ee188187d0c5 None None] Provisioning complete for port 76903716-145c-4340-91cd-f7dd1bdb070a triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:34:12.052859 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a54d98aa-761e-4909-874d-ee188187d0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (76903716-145c-4340-91cd-f7dd1bdb070a), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:12.089915 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-a54d98aa-761e-4909-874d-ee188187d0c5 None None] Port 76903716-145c-4340-91cd-f7dd1bdb070a cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:34:12.245866 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Set router 6f3f9bc6-198e-4b67-9b02-2fb03ae01e41 gateway port host: None {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:34:12.662896 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:12.668793 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f9bc6-198e-4b67-9b02-2fb03ae01e41', 'name': 'router1', 'tenant_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:33:59Z', 'updated_at': '2022-04-28T22:34:11Z', 'revision_number': 2, 'project_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'gw_port_host': None, '_interfaces': [{'id': '76903716-145c-4340-91cd-f7dd1bdb070a', 'name': '', 'network_id': '70e6a1f4-d670-478c-a424-8460582577ed', 'tenant_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'mac_address': 'fa:16:3e:65:11:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f9bc6-198e-4b67-9b02-2fb03ae01e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3c270c3-ff50-4453-9d15-eabba134a6cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:34:10Z', 'updated_at': '2022-04-28T22:34:11Z', 'revision_number': 2, 'project_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'subnets': [{'id': 'b3c270c3-ff50-4453-9d15-eabba134a6cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f11d68a2-5b5e-4549-bd67-ea3d7a647e67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:34:12.720202 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Checking router: 6f3f9bc6-198e-4b67-9b02-2fb03ae01e41 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:34:12.723842 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Updating router 6f3f9bc6-198e-4b67-9b02-2fb03ae01e41 port 76903716-145c-4340-91cd-f7dd1bdb070a binding host dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:34:12.776350 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (76903716-145c-4340-91cd-f7dd1bdb070a), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:13.292332 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Publish callbacks [] for port (76903716-145c-4340-91cd-f7dd1bdb070a), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:13.370164 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (76903716-145c-4340-91cd-f7dd1bdb070a), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:13.528709 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Pushing event updated for resources: {'Port': ['ID=76903716-145c-4340-91cd-f7dd1bdb070a,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:34:13.543637 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:13.543986 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:13.544337 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:13.544687 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:13.545022 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:13.545355 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:13.545686 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:13.546038 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:13.546366 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:13.546693 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:13.547023 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:13.547363 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:13.547690 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:13.548014 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:13.548334 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Tracked resource versions report: Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: pushed versions: Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: { 'AddressGroup': {'1.2'}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Agent': {'1.1'}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'ConntrackHelper': {'1.0'}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'LocalIPAssociation': {'1.0'}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Log': {'1.0'}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'NDPProxy': {'1.0'}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Network': {'1.1'}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Port': {'1.7'}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'PortForwarding': {'1.3'}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'QosPolicy': {'1.10'}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'SecurityGroup': {'1.5'}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'SecurityGroupRule': {'1.2'}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'SubPort': {'1.0'}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Subnet': {'1.1'}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Trunk': {'1.1'}} Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: consumer versions: Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: { DHCP agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: L3 agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: Metadata agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: Metering agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: Open vSwitch agent@dv-cinder-839825-1-iscsi: { 'AddressGroup': '1.2', Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Agent': '1.1', Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'ConntrackHelper': '1.0', Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'LocalIPAssociation': '1.0', Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Log': '1.0', Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'NDPProxy': '1.0', Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Network': '1.1', Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Port': '1.7', Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'PortForwarding': '1.3', Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'QosPolicy': '1.10', Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'SecurityGroup': '1.5', Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'SecurityGroupRule': '1.2', Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'SubPort': '1.0', Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Subnet': '1.1', Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Trunk': '1.1'}} Apr 28 22:34:13.549800 dv-cinder-839825-1-iscsi neutron-server[110302]: {{(pid=110302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 22:34:13.552239 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Attempting to bind port 76903716-145c-4340-91cd-f7dd1bdb070a on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:34:13.552605 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Attempting to bind port 76903716-145c-4340-91cd-f7dd1bdb070a by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': '499b3d55-4e1f-43af-ba25-2405e1ffee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70e6a1f4-d670-478c-a424-8460582577ed'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:34:13.553085 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Attempting to bind port 76903716-145c-4340-91cd-f7dd1bdb070a on network 70e6a1f4-d670-478c-a424-8460582577ed {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:34:13.558987 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:34:13.559393 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Checking segment: {'id': '499b3d55-4e1f-43af-ba25-2405e1ffee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70e6a1f4-d670-478c-a424-8460582577ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:34:13.559875 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:13.560258 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Bound using segment: {'id': '499b3d55-4e1f-43af-ba25-2405e1ffee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70e6a1f4-d670-478c-a424-8460582577ed'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:34:13.560753 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Bound port: 76903716-145c-4340-91cd-f7dd1bdb070a, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499b3d55-4e1f-43af-ba25-2405e1ffee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70e6a1f4-d670-478c-a424-8460582577ed'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:34:13.561131 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (76903716-145c-4340-91cd-f7dd1bdb070a), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:13.619709 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-3f3ef6b9-18ca-41d4-bfa6-6def0dc2e0a9 None None] Provisioning complete for port 76903716-145c-4340-91cd-f7dd1bdb070a triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:34:13.620300 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef6b9-18ca-41d4-bfa6-6def0dc2e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (76903716-145c-4340-91cd-f7dd1bdb070a), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:13.654647 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ef6b9-18ca-41d4-bfa6-6def0dc2e0a9 None None] Port 76903716-145c-4340-91cd-f7dd1bdb070a cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:34:13.679362 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] For port 76903716-145c-4340-91cd-f7dd1bdb070a, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:34:13.698972 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] For port 76903716-145c-4340-91cd-f7dd1bdb070a, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=76903716-145c-4340-91cd-f7dd1bdb070a,segment=NetworkSegment(499b3d55-4e1f-43af-ba25-2405e1ffee8e),segment_id=499b3d55-4e1f-43af-ba25-2405e1ffee8e)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:34:13.776829 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (76903716-145c-4340-91cd-f7dd1bdb070a), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:13.831517 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66355106-9d39-4b56-a0c5-3a2396725b80 None None] Pushing event updated for resources: {'Port': ['ID=76903716-145c-4340-91cd-f7dd1bdb070a,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:34:13.839633 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Routers {'6f3f9bc6-198e-4b67-9b02-2fb03ae01e41'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:34:13.840232 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:34:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['6f3f9bc6-198e-4b67-9b02-2fb03ae01e41'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:34:13.936077 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] Set router 6f3f9bc6-198e-4b67-9b02-2fb03ae01e41 gateway port host: None {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:34:14.073624 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8eae65e3-4e93-4673-932f-a2fe60c0b583 None None] Provisioning complete for port 76903716-145c-4340-91cd-f7dd1bdb070a triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:34:14.074139 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8eae65e3-4e93-4673-932f-a2fe60c0b583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (76903716-145c-4340-91cd-f7dd1bdb070a), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:14.142638 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f9bc6-198e-4b67-9b02-2fb03ae01e41', 'name': 'router1', 'tenant_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:33:59Z', 'updated_at': '2022-04-28T22:34:11Z', 'revision_number': 2, 'project_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'gw_port_host': None, '_interfaces': [{'id': '76903716-145c-4340-91cd-f7dd1bdb070a', 'name': '', 'network_id': '70e6a1f4-d670-478c-a424-8460582577ed', 'tenant_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'mac_address': 'fa:16:3e:65:11:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f9bc6-198e-4b67-9b02-2fb03ae01e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3c270c3-ff50-4453-9d15-eabba134a6cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:34:10Z', 'updated_at': '2022-04-28T22:34:13Z', 'revision_number': 4, 'project_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'subnets': [{'id': 'b3c270c3-ff50-4453-9d15-eabba134a6cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f11d68a2-5b5e-4549-bd67-ea3d7a647e67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:34:14.159022 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8eae65e3-4e93-4673-932f-a2fe60c0b583 None None] Current status of the port 76903716-145c-4340-91cd-f7dd1bdb070a is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:34:14.159403 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8eae65e3-4e93-4673-932f-a2fe60c0b583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (76903716-145c-4340-91cd-f7dd1bdb070a), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:14.170665 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1c3fc1-6d12-4d8c-bfa2-392beda15d64 None None] The sync data for ids ['6f3f9bc6-198e-4b67-9b02-2fb03ae01e41'] in dv-cinder-839825-1-iscsi is: [{'id': '6f3f9bc6-198e-4b67-9b02-2fb03ae01e41', 'name': 'router1', 'tenant_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:33:59Z', 'updated_at': '2022-04-28T22:34:11Z', 'revision_number': 2, 'project_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'gw_port_host': None, '_interfaces': [{'id': '76903716-145c-4340-91cd-f7dd1bdb070a', 'name': '', 'network_id': '70e6a1f4-d670-478c-a424-8460582577ed', 'tenant_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'mac_address': 'fa:16:3e:65:11:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f9bc6-198e-4b67-9b02-2fb03ae01e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3c270c3-ff50-4453-9d15-eabba134a6cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:34:10Z', 'updated_at': '2022-04-28T22:34:13Z', 'revision_number': 4, 'project_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'subnets': [{'id': 'b3c270c3-ff50-4453-9d15-eabba134a6cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f11d68a2-5b5e-4549-bd67-ea3d7a647e67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:34:14.195907 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8eae65e3-4e93-4673-932f-a2fe60c0b583 None None] For port 76903716-145c-4340-91cd-f7dd1bdb070a, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=76903716-145c-4340-91cd-f7dd1bdb070a,segment=NetworkSegment(499b3d55-4e1f-43af-ba25-2405e1ffee8e),segment_id=499b3d55-4e1f-43af-ba25-2405e1ffee8e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:34:14.270769 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8eae65e3-4e93-4673-932f-a2fe60c0b583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (76903716-145c-4340-91cd-f7dd1bdb070a), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:14.319593 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae65e3-4e93-4673-932f-a2fe60c0b583 None None] Pushing event updated for resources: {'Port': ['ID=76903716-145c-4340-91cd-f7dd1bdb070a,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:34:14.479076 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 43564) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:34:14.611486 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e206acb-3df7-4713-a12f-ffd5ba925d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:34:14.612764 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-6e206acb-3df7-4713-a12f-ffd5ba925d90 admin admin] 10.222.0.13 "GET /v2.0/networks/2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 HTTP/1.1" status: 200 len: 842 time: 0.1327302 Apr 28 22:34:14.622149 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-4403dbf5-fadb-4e45-b146-5403e765f1ec admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:34:14.716190 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4403dbf5-fadb-4e45-b146-5403e765f1ec admin admin] Made reservation on behalf of 8a88a33c1783411eb475ed9835706a66 for: {'subnet': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:34:14.718791 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4403dbf5-fadb-4e45-b146-5403e765f1ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:15.063062 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.objects.ports [None req-4403dbf5-fadb-4e45-b146-5403e765f1ec admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110299) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 22:34:15.063501 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4403dbf5-fadb-4e45-b146-5403e765f1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for subnet (d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:15.115932 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403dbf5-fadb-4e45-b146-5403e765f1ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:34:15.129675 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4403dbf5-fadb-4e45-b146-5403e765f1ec admin admin] Checking segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:34:15.130052 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4403dbf5-fadb-4e45-b146-5403e765f1ec admin admin] Network hostable DHCP agents. Network: 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:34:15.233273 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4403dbf5-fadb-4e45-b146-5403e765f1ec admin admin] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:34:15.301654 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-4403dbf5-fadb-4e45-b146-5403e765f1ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24) {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:34:15.306332 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4403dbf5-fadb-4e45-b146-5403e765f1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:34:15.306922 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4403dbf5-fadb-4e45-b146-5403e765f1ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:15.313744 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8771808-4316-475e-af47-0555eeb2e53b None None] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:34:15.401838 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-4403dbf5-fadb-4e45-b146-5403e765f1ec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7714322 Apr 28 22:34:15.421931 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb139a8-2b91-4387-9bd0-ca6b26a4e2d9 None None] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:34:17.750783 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 43582) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:34:17.884018 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-d1f63af7-a011-4faa-92b5-73c5694b33e7 demo admin] 10.222.0.13 "GET /v2.0/routers/6f3f9bc6-198e-4b67-9b02-2fb03ae01e41 HTTP/1.1" status: 200 len: 710 time: 0.1320384 Apr 28 22:34:17.971072 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8078bc64-7b75-4a00-bd06-5d0f614e8ac1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:34:17.972376 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-8078bc64-7b75-4a00-bd06-5d0f614e8ac1 demo admin] 10.222.0.13 "GET /v2.0/networks/2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 HTTP/1.1" status: 200 len: 886 time: 0.0830810 Apr 28 22:34:17.981697 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:34:18.296907 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] Publish callbacks [] for router_gateway (6f3f9bc6-198e-4b67-9b02-2fb03ae01e41), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:18.588547 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] Publish callbacks [] for router_gateway (6f3f9bc6-198e-4b67-9b02-2fb03ae01e41), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:18.663961 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:18.770964 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] Allocated IP 172.27.0.52 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/d1fbae95-c966-4f29-a685-8d152b04433c) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:34:18.872157 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] Publish callbacks [] for port (d1fbae95-c966-4f29-a685-8d152b04433c), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:18.953548 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (d1fbae95-c966-4f29-a685-8d152b04433c), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:18.989605 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:34:18.992876 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:34:19.000651 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:34:19.005548 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] Pushing event updated for resources: {'Port': ['ID=d1fbae95-c966-4f29-a685-8d152b04433c,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:34:19.314691 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] Publish callbacks [] for router_gateway (6f3f9bc6-198e-4b67-9b02-2fb03ae01e41), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:19.526234 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1831227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1030'] for router (6f3f9bc6-198e-4b67-9b02-2fb03ae01e41), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:19.530070 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653465', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1831202'] for router (6f3f9bc6-198e-4b67-9b02-2fb03ae01e41), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:19.641365 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] Router 6f3f9bc6-198e-4b67-9b02-2fb03ae01e41 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:34:19.751384 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:34:19.755635 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:19.756877 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-c25f9a48-7379-4b93-87e1-6344b2fd7494 demo admin] 10.222.0.13 "PUT /v2.0/routers/6f3f9bc6-198e-4b67-9b02-2fb03ae01e41 HTTP/1.1" status: 200 len: 889 time: 1.7783003 Apr 28 22:34:21.268367 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 76903716-145c-4340-91cd-f7dd1bdb070a up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:34:21.315489 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 76903716-145c-4340-91cd-f7dd1bdb070a triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:34:21.316457 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (76903716-145c-4340-91cd-f7dd1bdb070a), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:21.399288 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 76903716-145c-4340-91cd-f7dd1bdb070a is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:34:22.254935 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 43594) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:34:22.442992 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-d5a555e7-3a4c-49f2-aa0c-addeb371458d admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1867528 Apr 28 22:34:23.036266 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Sync routers for ids ['6f3f9bc6-198e-4b67-9b02-2fb03ae01e41'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:34:23.051815 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Routers {'6f3f9bc6-198e-4b67-9b02-2fb03ae01e41'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:34:23.052466 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:34:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['6f3f9bc6-198e-4b67-9b02-2fb03ae01e41'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:34:23.270276 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Set router 6f3f9bc6-198e-4b67-9b02-2fb03ae01e41 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:34:23.724765 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f9bc6-198e-4b67-9b02-2fb03ae01e41', 'name': 'router1', 'tenant_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd1fbae95-c966-4f29-a685-8d152b04433c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:33:59Z', 'updated_at': '2022-04-28T22:34:19Z', 'revision_number': 4, 'project_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'gw_port': {'id': 'd1fbae95-c966-4f29-a685-8d152b04433c', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f9bc6-198e-4b67-9b02-2fb03ae01e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:34:18Z', 'updated_at': '2022-04-28T22:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '76903716-145c-4340-91cd-f7dd1bdb070a', 'name': '', 'network_id': '70e6a1f4-d670-478c-a424-8460582577ed', 'tenant_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'mac_address': 'fa:16:3e:65:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f9bc6-198e-4b67-9b02-2fb03ae01e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3c270c3-ff50-4453-9d15-eabba134a6cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:34:10Z', 'updated_at': '2022-04-28T22:34:14Z', 'revision_number': 5, 'project_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'subnets': [{'id': 'b3c270c3-ff50-4453-9d15-eabba134a6cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f11d68a2-5b5e-4549-bd67-ea3d7a647e67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:34:23.780264 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Checking router: 6f3f9bc6-198e-4b67-9b02-2fb03ae01e41 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:34:23.780649 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Updating router 6f3f9bc6-198e-4b67-9b02-2fb03ae01e41 port d1fbae95-c966-4f29-a685-8d152b04433c binding host dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:34:23.837148 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (d1fbae95-c966-4f29-a685-8d152b04433c), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:24.161226 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Publish callbacks [] for port (d1fbae95-c966-4f29-a685-8d152b04433c), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:24.247439 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (d1fbae95-c966-4f29-a685-8d152b04433c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:24.302473 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Attempting to bind port d1fbae95-c966-4f29-a685-8d152b04433c on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:34:24.305074 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Attempting to bind port d1fbae95-c966-4f29-a685-8d152b04433c by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:34:24.305074 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Attempting to bind port d1fbae95-c966-4f29-a685-8d152b04433c on network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:34:24.306445 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6933412-4141-4aa3-9f01-c9585eb56434 None None] Pushing event updated for resources: {'Port': ['ID=d1fbae95-c966-4f29-a685-8d152b04433c,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:34:24.311181 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:34:24.311561 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Checking segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:34:24.312012 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:24.312404 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Bound using segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:34:24.312875 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Bound port: d1fbae95-c966-4f29-a685-8d152b04433c, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:34:24.313261 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (d1fbae95-c966-4f29-a685-8d152b04433c), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:24.371472 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] For port d1fbae95-c966-4f29-a685-8d152b04433c, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:34:24.374611 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] For port d1fbae95-c966-4f29-a685-8d152b04433c, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=d1fbae95-c966-4f29-a685-8d152b04433c,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:34:24.456321 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (d1fbae95-c966-4f29-a685-8d152b04433c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:24.519801 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6933412-4141-4aa3-9f01-c9585eb56434 None None] Pushing event updated for resources: {'Port': ['ID=d1fbae95-c966-4f29-a685-8d152b04433c,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:34:24.522649 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Routers {'6f3f9bc6-198e-4b67-9b02-2fb03ae01e41'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:34:24.523249 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:34:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['6f3f9bc6-198e-4b67-9b02-2fb03ae01e41'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:34:24.644670 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] Set router 6f3f9bc6-198e-4b67-9b02-2fb03ae01e41 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:34:24.861953 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f9bc6-198e-4b67-9b02-2fb03ae01e41', 'name': 'router1', 'tenant_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd1fbae95-c966-4f29-a685-8d152b04433c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:33:59Z', 'updated_at': '2022-04-28T22:34:19Z', 'revision_number': 4, 'project_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'gw_port': {'id': 'd1fbae95-c966-4f29-a685-8d152b04433c', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f9bc6-198e-4b67-9b02-2fb03ae01e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:34:18Z', 'updated_at': '2022-04-28T22:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '76903716-145c-4340-91cd-f7dd1bdb070a', 'name': '', 'network_id': '70e6a1f4-d670-478c-a424-8460582577ed', 'tenant_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'mac_address': 'fa:16:3e:65:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f9bc6-198e-4b67-9b02-2fb03ae01e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3c270c3-ff50-4453-9d15-eabba134a6cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:34:10Z', 'updated_at': '2022-04-28T22:34:14Z', 'revision_number': 5, 'project_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'subnets': [{'id': 'b3c270c3-ff50-4453-9d15-eabba134a6cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f11d68a2-5b5e-4549-bd67-ea3d7a647e67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:34:24.894822 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c769bc-e757-4aa4-9e4d-c981db94f6a4 None None] The sync data for ids ['6f3f9bc6-198e-4b67-9b02-2fb03ae01e41'] in dv-cinder-839825-1-iscsi is: [{'id': '6f3f9bc6-198e-4b67-9b02-2fb03ae01e41', 'name': 'router1', 'tenant_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd1fbae95-c966-4f29-a685-8d152b04433c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:33:59Z', 'updated_at': '2022-04-28T22:34:19Z', 'revision_number': 4, 'project_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'gw_port': {'id': 'd1fbae95-c966-4f29-a685-8d152b04433c', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f9bc6-198e-4b67-9b02-2fb03ae01e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:34:18Z', 'updated_at': '2022-04-28T22:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '76903716-145c-4340-91cd-f7dd1bdb070a', 'name': '', 'network_id': '70e6a1f4-d670-478c-a424-8460582577ed', 'tenant_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'mac_address': 'fa:16:3e:65:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f9bc6-198e-4b67-9b02-2fb03ae01e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3c270c3-ff50-4453-9d15-eabba134a6cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:34:10Z', 'updated_at': '2022-04-28T22:34:14Z', 'revision_number': 5, 'project_id': 'd2e7b13a53244f6c8407bc15eb81d6c1', 'subnets': [{'id': 'b3c270c3-ff50-4453-9d15-eabba134a6cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f11d68a2-5b5e-4549-bd67-ea3d7a647e67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:34:25.312580 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device d1fbae95-c966-4f29-a685-8d152b04433c up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:34:25.370383 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port d1fbae95-c966-4f29-a685-8d152b04433c triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:34:25.371055 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (d1fbae95-c966-4f29-a685-8d152b04433c), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:25.474558 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port d1fbae95-c966-4f29-a685-8d152b04433c is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:34:25.475088 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (d1fbae95-c966-4f29-a685-8d152b04433c), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:25.498405 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] For port d1fbae95-c966-4f29-a685-8d152b04433c, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=d1fbae95-c966-4f29-a685-8d152b04433c,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:34:25.593369 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (d1fbae95-c966-4f29-a685-8d152b04433c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:25.703176 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Pushing event updated for resources: {'Port': ['ID=d1fbae95-c966-4f29-a685-8d152b04433c,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:34:27.321595 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device d1fbae95-c966-4f29-a685-8d152b04433c up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:34:27.456090 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port d1fbae95-c966-4f29-a685-8d152b04433c triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:34:27.456482 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (d1fbae95-c966-4f29-a685-8d152b04433c), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:27.639683 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port d1fbae95-c966-4f29-a685-8d152b04433c is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:34:36.447214 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0be735cc-2215-4216-8411-a10837610a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:38.642587 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7255dcd6-0ba9-4ded-84fb-4b69ca2fc901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:38.687059 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 5 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:34:39.713061 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:41.121971 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:34:42.647510 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:35:06.552188 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6eee839f-d7b0-4204-8c75-e457028c286b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:35:08.649238 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9e01c355-0c4c-4f5f-82a7-552a7f1c0129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:35:09.728416 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:35:11.085985 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:35:12.653721 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:35:15.686674 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 5 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:35:36.471085 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6dcd029d-3826-47e0-b202-923044d1044f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:35:38.628146 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b36b4bc8-fc26-4b47-802d-b1a02da8f081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:35:39.720156 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:35:41.111004 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:35:42.682105 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:35:45.034624 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44078) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:35:45.100939 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3438fa-e1dc-4107-ba4e-76b561e56ce5 admin admin] GET failed (client error): The resource could not be found. Apr 28 22:35:45.102294 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-3e3438fa-e1dc-4107-ba4e-76b561e56ce5 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667186 Apr 28 22:35:45.260817 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3321a285-dfd6-432b-bb0f-b3d79e0c31c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:35:45.262368 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-3321a285-dfd6-432b-bb0f-b3d79e0c31c0 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1560619 Apr 28 22:35:47.534009 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44088) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:35:47.630533 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec72dc7-8861-42a6-8dcd-152bcc364043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:35:47.631915 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9ec72dc7-8861-42a6-8dcd-152bcc364043 admin admin] 10.222.0.13 "GET /v2.0/subnets/b3c270c3-ff50-4453-9d15-eabba134a6cd HTTP/1.1" status: 200 len: 849 time: 0.0963805 Apr 28 22:35:47.641085 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:35:47.724495 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Publish callbacks [] for subnet (b3c270c3-ff50-4453-9d15-eabba134a6cd), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:35:47.950862 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773828763091'] for subnet (b3c270c3-ff50-4453-9d15-eabba134a6cd), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:35:47.983514 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:35:47.984686 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:35:47.985701 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] 10.222.0.13 "PUT /v2.0/subnets/b3c270c3-ff50-4453-9d15-eabba134a6cd HTTP/1.1" status: 200 len: 868 time: 0.3478348 Apr 28 22:35:47.988717 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beeb8f0-f62d-48f1-9aec-d4556d118d13 None None] Network 70e6a1f4-d670-478c-a424-8460582577ed requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:35:48.007915 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c270c3-ff50-4453-9d15-eabba134a6cd,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:35:48.015324 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:35:48.015685 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:35:48.016322 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:35:48.016672 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:35:48.017007 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:35:48.017338 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:35:48.017666 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:35:48.018024 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:35:48.018373 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:35:48.018704 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:35:48.019613 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:35:48.020145 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:35:48.020483 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:35:48.020806 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:35:48.021129 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe3a-c89d-4047-bb2e-543b1c548d3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:35:48.358793 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2b227441-a94a-4f7e-a853-215c36e427ef None None] Provisioning complete for port 76903716-145c-4340-91cd-f7dd1bdb070a triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:35:48.359189 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2b227441-a94a-4f7e-a853-215c36e427ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (76903716-145c-4340-91cd-f7dd1bdb070a), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:35:48.437415 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2b227441-a94a-4f7e-a853-215c36e427ef None None] Current status of the port 76903716-145c-4340-91cd-f7dd1bdb070a is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:35:48.445520 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2b227441-a94a-4f7e-a853-215c36e427ef None None] Provisioning complete for port ec40e6d0-034e-48c8-816a-116d134b6044 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:35:48.445915 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2b227441-a94a-4f7e-a853-215c36e427ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ec40e6d0-034e-48c8-816a-116d134b6044), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:35:48.523576 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2b227441-a94a-4f7e-a853-215c36e427ef None None] Current status of the port ec40e6d0-034e-48c8-816a-116d134b6044 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:35:50.243746 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44098) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:35:50.435244 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f4702f-2f77-48f6-984e-5f93c778d64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:35:50.435642 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f4702f-2f77-48f6-984e-5f93c778d64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:35:50.437172 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-42f4702f-2f77-48f6-984e-5f93c778d64a admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1924884 Apr 28 22:35:52.696922 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44106) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:35:52.733952 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 5 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:35:52.827877 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bb1d62-d06e-445f-b76b-36565a1c1a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:35:52.828341 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bb1d62-d06e-445f-b76b-36565a1c1a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:35:52.829872 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-c6bb1d62-d06e-445f-b76b-36565a1c1a7b admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319780 Apr 28 22:35:55.127353 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44114) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:35:55.252229 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4ace34-9c07-4b2f-a585-d088d02e58c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:35:55.253635 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-3b4ace34-9c07-4b2f-a585-d088d02e58c6 admin admin] 10.222.0.13 "GET /v2.0/networks/2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 HTTP/1.1" status: 200 len: 886 time: 0.1252182 Apr 28 22:35:57.521331 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44122) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:35:57.690905 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2794e7a8-fa18-4cb9-b94a-ae81d24f900f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:35:57.692302 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-2794e7a8-fa18-4cb9-b94a-ae81d24f900f admin admin] 10.222.0.13 "GET /v2.0/networks/70e6a1f4-d670-478c-a424-8460582577ed HTTP/1.1" status: 200 len: 869 time: 0.1700766 Apr 28 22:35:59.961962 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44130) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:36:00.084483 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a057df8-60bc-4400-9218-7eedaeacf0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:36:00.084938 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a057df8-60bc-4400-9218-7eedaeacf0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:36:00.086530 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9a057df8-60bc-4400-9218-7eedaeacf0fe admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236377 Apr 28 22:36:02.327825 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44138) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:36:02.421189 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab82752-d6e4-4d30-a9cd-92cb8d7064d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:36:02.421650 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab82752-d6e4-4d30-a9cd-92cb8d7064d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:36:02.423199 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-3ab82752-d6e4-4d30-a9cd-92cb8d7064d3 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0944417 Apr 28 22:36:04.661053 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44146) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:36:04.749340 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8d4c05-dc04-4299-8f63-8ad8ba57de85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:36:04.750671 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-5c8d4c05-dc04-4299-8f63-8ad8ba57de85 admin admin] 10.222.0.13 "GET /v2.0/subnets/b3c270c3-ff50-4453-9d15-eabba134a6cd HTTP/1.1" status: 200 len: 868 time: 0.0886853 Apr 28 22:36:06.418784 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e597f5c8-708f-4f36-9e85-2678b8155edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:07.005443 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44154) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:36:07.090271 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e348be5-f9b4-436d-8887-70e55ad46817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:36:07.091582 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8e348be5-f9b4-436d-8887-70e55ad46817 admin admin] 10.222.0.13 "GET /v2.0/subnets/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c HTTP/1.1" status: 200 len: 816 time: 0.0851760 Apr 28 22:36:08.627718 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fd718dd6-92c5-4c94-9196-697232ff7bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:09.724175 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:11.098530 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:12.635566 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:29.682791 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 5 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:36:36.434946 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-4f831bee-2cd8-4b0e-a9bb-8519331a4485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:38.666664 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6cb0c7ee-a432-47f9-8a91-50264fd3c5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:39.721251 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:41.106261 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:42.637914 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:47.829984 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44212) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:36:47.877863 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [None req-70858365-6521-41c1-a7f0-b9dea1da504c admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110299) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 22:36:47.878846 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-70858365-6521-41c1-a7f0-b9dea1da504c admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0477886 Apr 28 22:36:50.229113 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44220) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:36:50.288024 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe406335-9119-44df-9e37-aef84d309560 admin admin] GET failed (client error): The resource could not be found. Apr 28 22:36:50.289280 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-fe406335-9119-44df-9e37-aef84d309560 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592494 Apr 28 22:36:50.374036 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c03929-5670-48e8-bbcd-127e012470ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:36:50.375479 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-10c03929-5670-48e8-bbcd-127e012470ba admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0822768 Apr 28 22:36:52.653186 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44228) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:36:52.699238 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:36:52.780131 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Made reservation on behalf of 8a88a33c1783411eb475ed9835706a66 for: {'network': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:36:52.782382 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:52.809395 dv-cinder-839825-1-iscsi neutron-server[110299]: WARNING neutron.services.revisions.revision_plugin [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Could not find related network for resource to bump revision. Apr 28 22:36:52.823651 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=110299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:36:52.832638 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (a0fcc95b-3fdd-4499-a415-4cf1c052bf7f), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:52.832981 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.segments_db [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Added segment a0fcc95b-3fdd-4499-a415-4cf1c052bf7f of type vlan for network 043511e9-3637-4360-a261-a6e230c9f56c Apr 28 22:36:52.879524 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (043511e9-3637-4360-a261-a6e230c9f56c), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:52.948550 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (043511e9-3637-4360-a261-a6e230c9f56c), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:52.949532 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:36:52.950190 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:53.008869 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Pushing event updated for resources: {'Network': ['ID=043511e9-3637-4360-a261-a6e230c9f56c,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:36:53.015387 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:53.015738 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:53.016109 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:53.016483 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:53.016823 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:53.017157 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:53.017486 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:53.017844 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:53.018210 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:53.018544 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:53.018885 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:53.019220 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:53.019541 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:53.019864 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:53.020185 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:53.031702 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network 043511e9-3637-4360-a261-a6e230c9f56c details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:36:53.054337 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-8a692e80-9db5-45c2-8dc8-45907c4bc430 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3999093 Apr 28 22:36:55.344785 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44236) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:36:55.404149 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.pecan_wsgi.hooks.translation [None req-631e7852-a53c-4ecc-b85c-8920ffa71d50 admin admin] GET failed (client error): The resource could not be found. Apr 28 22:36:55.405741 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-631e7852-a53c-4ecc-b85c-8920ffa71d50 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596807 Apr 28 22:36:55.504992 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcc06f4-949f-4417-aa2f-f3197f716761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:36:55.506465 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-cbcc06f4-949f-4417-aa2f-f3197f716761 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0970891 Apr 28 22:36:55.515949 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '043511e9-3637-4360-a261-a6e230c9f56c', 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:36:55.602788 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Made reservation on behalf of 8a88a33c1783411eb475ed9835706a66 for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:36:55.604939 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:55.808983 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for subnet (00ba91c3-74b5-4112-8509-2e2c014b0869), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:55.865154 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ba91c3-74b5-4112-8509-2e2c014b0869,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:36:55.874717 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:55.875066 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:55.875410 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:55.875746 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:55.876077 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:55.877060 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:55.877428 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:55.877760 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:55.878115 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:55.878439 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:55.878767 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:55.879092 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:55.879416 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:55.879735 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:55.880053 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:55.885197 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Checking segment: {'id': 'a0fcc95b-3fdd-4499-a415-4cf1c052bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '043511e9-3637-4360-a261-a6e230c9f56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:36:55.889875 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Network hostable DHCP agents. Network: 043511e9-3637-4360-a261-a6e230c9f56c, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:36:55.959934 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Network 043511e9-3637-4360-a261-a6e230c9f56c is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:36:56.049218 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, 043511e9-3637-4360-a261-a6e230c9f56c) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:36:56.053678 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:36:56.058642 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:56.059424 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d048720a-ecfa-4cb7-9e3f-038236e01163 None None] Network 043511e9-3637-4360-a261-a6e230c9f56c requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:36:56.157112 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e4fb1-346d-52ad-b578-454136087e0e-043511e9-3637-4360-a261-a6e230c9f56c', 'network_id': '043511e9-3637-4360-a261-a6e230c9f56c', 'project_id': '8a88a33c1783411eb475ed9835706a66', 'fixed_ips': [{'subnet_id': '00ba91c3-74b5-4112-8509-2e2c014b0869'}]}} from dv-cinder-839825-1-iscsi. {{(pid=110301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 22:36:56.158492 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:56.223688 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-53b1b6b9-15c4-43d9-86a6-e560bcc94aff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7109356 Apr 28 22:36:56.297220 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Allocated IP 192.168.233.2 (043511e9-3637-4360-a261-a6e230c9f56c/00ba91c3-74b5-4112-8509-2e2c014b0869/15274eaa-c01e-4a32-9147-0655fedbc10b) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:36:56.449282 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Publish callbacks [] for port (15274eaa-c01e-4a32-9147-0655fedbc10b), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:56.523927 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (15274eaa-c01e-4a32-9147-0655fedbc10b), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:56.658277 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Network 043511e9-3637-4360-a261-a6e230c9f56c is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:36:56.663343 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:36:56.667038 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:36:56.674100 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Pushing event updated for resources: {'Port': ['ID=15274eaa-c01e-4a32-9147-0655fedbc10b,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:36:56.697107 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:56.697456 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:56.697844 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:56.700446 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:56.700446 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:56.700446 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:56.700446 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:56.700446 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:56.700446 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:56.700446 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:56.700446 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:56.701135 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:56.701135 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:56.701411 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:56.701805 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:36:56.738723 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Attempting to bind port 15274eaa-c01e-4a32-9147-0655fedbc10b on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:36:56.739100 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Attempting to bind port 15274eaa-c01e-4a32-9147-0655fedbc10b by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'a0fcc95b-3fdd-4499-a415-4cf1c052bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '043511e9-3637-4360-a261-a6e230c9f56c'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:36:56.739466 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Attempting to bind port 15274eaa-c01e-4a32-9147-0655fedbc10b on network 043511e9-3637-4360-a261-a6e230c9f56c {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:36:56.744577 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:36:56.744955 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Checking segment: {'id': 'a0fcc95b-3fdd-4499-a415-4cf1c052bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '043511e9-3637-4360-a261-a6e230c9f56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:36:56.745348 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:56.745746 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Bound using segment: {'id': 'a0fcc95b-3fdd-4499-a415-4cf1c052bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '043511e9-3637-4360-a261-a6e230c9f56c'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:36:56.746244 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Bound port: 15274eaa-c01e-4a32-9147-0655fedbc10b, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fcc95b-3fdd-4499-a415-4cf1c052bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '043511e9-3637-4360-a261-a6e230c9f56c'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:36:56.746621 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (15274eaa-c01e-4a32-9147-0655fedbc10b), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:56.817733 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] For port 15274eaa-c01e-4a32-9147-0655fedbc10b, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:36:56.820730 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] For port 15274eaa-c01e-4a32-9147-0655fedbc10b, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=15274eaa-c01e-4a32-9147-0655fedbc10b,segment=NetworkSegment(a0fcc95b-3fdd-4499-a415-4cf1c052bf7f),segment_id=a0fcc95b-3fdd-4499-a415-4cf1c052bf7f)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:36:56.895126 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (15274eaa-c01e-4a32-9147-0655fedbc10b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:56.961447 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39151069-0e8f-4e1b-860a-834273c7e7c0 None None] Pushing event updated for resources: {'Port': ['ID=15274eaa-c01e-4a32-9147-0655fedbc10b,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:36:57.368408 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 15274eaa-c01e-4a32-9147-0655fedbc10b up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:36:57.416631 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 15274eaa-c01e-4a32-9147-0655fedbc10b triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:36:57.417025 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (15274eaa-c01e-4a32-9147-0655fedbc10b), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:57.496486 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 15274eaa-c01e-4a32-9147-0655fedbc10b is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:36:57.496802 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (15274eaa-c01e-4a32-9147-0655fedbc10b), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:57.535480 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] For port 15274eaa-c01e-4a32-9147-0655fedbc10b, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=15274eaa-c01e-4a32-9147-0655fedbc10b,segment=NetworkSegment(a0fcc95b-3fdd-4499-a415-4cf1c052bf7f),segment_id=a0fcc95b-3fdd-4499-a415-4cf1c052bf7f)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:36:57.603586 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (15274eaa-c01e-4a32-9147-0655fedbc10b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:57.657595 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Pushing event updated for resources: {'Port': ['ID=15274eaa-c01e-4a32-9147-0655fedbc10b,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:36:57.812837 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4a2161-b1db-42df-84e1-cd2f0d6e10e6 None None] Network 043511e9-3637-4360-a261-a6e230c9f56c requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:36:57.878673 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-14746fa3-e4c9-424c-8c4e-45d0e207df61 None None] Provisioning complete for port 15274eaa-c01e-4a32-9147-0655fedbc10b triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:36:57.879061 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-14746fa3-e4c9-424c-8c4e-45d0e207df61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (15274eaa-c01e-4a32-9147-0655fedbc10b), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:58.013221 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-14746fa3-e4c9-424c-8c4e-45d0e207df61 None None] Current status of the port 15274eaa-c01e-4a32-9147-0655fedbc10b is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:36:58.228874 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-6ee9b76b-bb4f-46b3-be55-9e5073f2255f None None] Provisioning complete for port 15274eaa-c01e-4a32-9147-0655fedbc10b triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:36:58.229266 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b76b-bb4f-46b3-be55-9e5073f2255f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (15274eaa-c01e-4a32-9147-0655fedbc10b), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:58.308159 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-6ee9b76b-bb4f-46b3-be55-9e5073f2255f None None] Current status of the port 15274eaa-c01e-4a32-9147-0655fedbc10b is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:36:59.353643 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 15274eaa-c01e-4a32-9147-0655fedbc10b up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:36:59.399293 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 15274eaa-c01e-4a32-9147-0655fedbc10b triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:36:59.399664 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (15274eaa-c01e-4a32-9147-0655fedbc10b), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:36:59.476386 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 15274eaa-c01e-4a32-9147-0655fedbc10b is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:37:06.434136 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8cf01bb9-fb53-478e-b74e-e2eaf79ffb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:37:06.680936 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 5 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:37:08.651290 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f4b7f543-5a36-4839-8f29-12f2b0188bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:37:09.734058 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:37:11.105549 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:37:12.650893 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:37:36.427393 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0ac7d653-b496-4bdf-8840-5037cc9c042d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:37:38.653325 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7fd5ed83-0e44-4f58-8105-b73a9d944b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:37:39.741871 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:37:41.116143 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:37:42.647845 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:37:43.680092 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 5 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:38:06.449530 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-dd671d88-0147-4d64-931d-e2f7bd148539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:38:08.643658 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c5db-7111-4a58-8312-e0dc385b1caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:38:09.735306 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:38:11.129458 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:38:12.640646 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:38:20.679698 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 5 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:38:31.635352 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44274) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:38:31.641520 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [None req-9e1e04a9-8f80-48a4-8b29-bcddace5e186 tempest-verify_tempest_config-1909231419 tempest-verify_tempest_config-1909231419-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110300) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 22:38:31.642696 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9e1e04a9-8f80-48a4-8b29-bcddace5e186 tempest-verify_tempest_config-1909231419 tempest-verify_tempest_config-1909231419-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0063159 Apr 28 22:38:32.258076 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44292) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:38:32.360607 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:38:32.430308 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Publish callbacks [] for security_group (d7e91351-b30d-4a21-b22b-476d684a858a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:38:32.485567 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (d7e91351-b30d-4a21-b22b-476d684a858a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:38:32.528936 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e91351-b30d-4a21-b22b-476d684a858a,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:38:32.533429 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8b355b6c52248fea71b6cf02b71cf3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2743981 Apr 28 22:38:32.536205 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44296) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:38:32.540763 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.540763 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.540763 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.540763 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.540763 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.540763 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.541290 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.541290 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.541473 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.541787 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.542171 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.542517 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.542845 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.543167 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.543487 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a89a76d-520f-4411-975f-878d91b26b20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.589889 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Publish callbacks [] for security_group (d7e91351-b30d-4a21-b22b-476d684a858a), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:38:32.610318 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Publish callbacks [] for security_group (d7e91351-b30d-4a21-b22b-476d684a858a), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:38:32.774484 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (d7e91351-b30d-4a21-b22b-476d684a858a), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:38:32.777008 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:38:32.778214 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7e91351-b30d-4a21-b22b-476d684a858a HTTP/1.1" status: 204 len: 168 time: 0.2409832 Apr 28 22:38:32.789691 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e91351-b30d-4a21-b22b-476d684a858a,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:38:32.792817 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.793162 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.793501 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.793863 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.794202 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.794530 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.794888 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.795206 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.795533 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.795855 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.796204 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.796530 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.796850 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.797169 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:32.797489 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080578d-4e77-4a15-910f-b3db3d25940c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:38:36.434331 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3aee8071-28db-42bb-86e7-65802aa18477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:38:38.665536 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7f97a4d0-4f00-452c-83c9-3ef738c20a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:38:39.748835 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:38:41.231609 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:38:42.628517 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:38:57.678660 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 5 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:39:06.439121 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5a9c49ef-945a-4324-9f42-d2d5a93c02cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:39:08.659000 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7338-8791-4fa7-a006-5ef612988bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:39:09.739050 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:39:11.133379 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:39:12.650422 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:39:34.677229 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 5 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:39:36.457926 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a36b0c78-dc65-4698-a8e1-fdf50f31924b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:39:38.646577 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3930-770c-4fd7-be4b-c91764a6ff6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:39:39.758412 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:39:41.146648 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:39:42.646319 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:40:06.442962 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-4c7353f8-b70d-413f-8b05-01c11572ad4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:40:08.648517 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-315bcb5e-247a-4770-ad2e-1dfb4428c824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:40:09.740378 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:40:11.142648 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:40:11.675323 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 5 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:40:12.659584 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:40:13.274501 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834713'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:40:27.394103 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44368) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:40:27.495998 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-198813d6-d998-4104-800d-24f2fce89814 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1008122 Apr 28 22:40:29.789242 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44378) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:40:29.843638 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-8fa0e15f-cece-46e9-8c9e-30fde415ff2e admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533028 Apr 28 22:40:36.447941 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-77863e2f-a3d7-42bc-936d-ed6c76d4e6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:40:38.636148 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1cd0a86f-b6c3-4517-a9e0-dac4716210e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:40:39.747987 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:40:41.142231 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:40:42.644762 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:40:43.244274 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:40:48.675654 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:41:06.452211 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0fd1906c-e0e5-4e99-879e-fc15254addbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:41:08.644472 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-46e64ae9-b355-401e-8f36-bcd9779b9764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:41:09.755231 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:41:11.135169 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:41:12.661453 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:41:13.264118 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:41:25.675519 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:41:36.497634 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9ac24feb-6096-4111-b358-c1e21ead4030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:41:38.655106 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-65af57e2-144b-4920-9d71-04974950bbf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:41:39.783302 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:41:41.131335 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:41:42.654808 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:41:43.233885 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:02.674316 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:42:06.462363 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-83fe7a21-0065-4f46-9f75-c6d245b27ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:06.813092 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44516) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:07.308507 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1217170868-network', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:07.385174 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Made reservation on behalf of a0d7c475a2444cb7beac065aff76acbe for: {'network': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:42:07.387818 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:07.396588 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:07.478230 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Publish callbacks [] for security_group (1984eac9-6ec8-4c07-9cd4-5396550c6dd5), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:07.545134 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (1984eac9-6ec8-4c07-9cd4-5396550c6dd5), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:07.571543 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=110299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:42:07.582350 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1984eac9-6ec8-4c07-9cd4-5396550c6dd5,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:07.587366 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (fc508591-b290-4de0-bccf-84bd57c77663), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:07.587930 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.segments_db [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Added segment fc508591-b290-4de0-bccf-84bd57c77663 of type vlan for network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 Apr 28 22:42:07.599278 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:07.599632 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:07.599997 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:07.600354 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:07.600745 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:07.601050 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:07.601379 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:07.601906 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:07.602250 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:07.602749 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:07.603098 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:07.603443 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:07.603941 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:07.604265 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:07.604590 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Tracked resource versions report: Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: pushed versions: Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: { 'AddressGroup': {'1.2'}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Agent': {'1.1'}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'ConntrackHelper': {'1.0'}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'LocalIPAssociation': {'1.0'}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Log': {'1.0'}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'NDPProxy': {'1.0'}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Network': {'1.1'}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Port': {'1.7'}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'PortForwarding': {'1.3'}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'QosPolicy': {'1.10'}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'SecurityGroup': {'1.5'}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'SecurityGroupRule': {'1.2'}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'SubPort': {'1.0'}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Subnet': {'1.1'}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Trunk': {'1.1'}} Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: consumer versions: Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: { DHCP agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: HyperV agent@hv-cinder-83982: {}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: L3 agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: Metadata agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: Metering agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: Open vSwitch agent@dv-cinder-839825-1-iscsi: { 'AddressGroup': '1.2', Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Agent': '1.1', Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'ConntrackHelper': '1.0', Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'LocalIPAssociation': '1.0', Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Log': '1.0', Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'NDPProxy': '1.0', Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Network': '1.1', Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Port': '1.7', Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'PortForwarding': '1.3', Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'QosPolicy': '1.10', Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'SecurityGroup': '1.5', Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'SecurityGroupRule': '1.2', Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'SubPort': '1.0', Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Subnet': '1.1', Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: 'Trunk': '1.1'}} Apr 28 22:42:07.605881 dv-cinder-839825-1-iscsi neutron-server[110299]: {{(pid=110299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 22:42:07.647707 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (d7f18eff-64e4-424f-b1e9-a35d70ed5ec6), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:07.759346 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (d7f18eff-64e4-424f-b1e9-a35d70ed5ec6), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:07.760318 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:07.760920 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:07.828813 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] Pushing event updated for resources: {'Network': ['ID=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:07.841454 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:42:07.889681 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44568) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:07.890442 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-39fdb2ef-c96f-4229-a206-8149b2a388ff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0761263 Apr 28 22:42:07.895426 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Request body: {'subnet': {'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1217170868-subnet', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:07.985405 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Made reservation on behalf of a0d7c475a2444cb7beac065aff76acbe for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:42:07.987890 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:08.179459 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44580) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:08.212403 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44584) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:08.279906 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for subnet (f764963a-8464-4a24-ad54-07350b19889d), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:08.338584 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f764963a-8464-4a24-ad54-07350b19889d,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:08.346657 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:08.346998 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:08.347549 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:08.347891 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:08.348224 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:08.348553 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:08.348879 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:08.349204 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:08.349540 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:08.349894 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:08.350239 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:08.350579 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:08.350902 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:08.351221 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:08.351538 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Tracked resource versions report: Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: pushed versions: Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: { 'AddressGroup': {'1.2'}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Agent': {'1.1'}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'ConntrackHelper': {'1.0'}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'LocalIPAssociation': {'1.0'}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Log': {'1.0'}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'NDPProxy': {'1.0'}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Network': {'1.1'}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Port': {'1.7'}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'PortForwarding': {'1.3'}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'QosPolicy': {'1.10'}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'SecurityGroup': {'1.5'}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'SecurityGroupRule': {'1.2'}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'SubPort': {'1.0'}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Subnet': {'1.1'}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Trunk': {'1.1'}} Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: consumer versions: Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: { DHCP agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: HyperV agent@hv-cinder-83982: {}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: L3 agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: Metadata agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: Metering agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: Open vSwitch agent@dv-cinder-839825-1-iscsi: { 'AddressGroup': '1.2', Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Agent': '1.1', Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'ConntrackHelper': '1.0', Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'LocalIPAssociation': '1.0', Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Log': '1.0', Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'NDPProxy': '1.0', Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Network': '1.1', Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Port': '1.7', Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'PortForwarding': '1.3', Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'QosPolicy': '1.10', Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'SecurityGroup': '1.5', Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'SecurityGroupRule': '1.2', Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'SubPort': '1.0', Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Subnet': '1.1', Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: 'Trunk': '1.1'}} Apr 28 22:42:08.356422 dv-cinder-839825-1-iscsi neutron-server[110300]: {{(pid=110300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 22:42:08.361731 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Checking segment: {'id': 'fc508591-b290-4de0-bccf-84bd57c77663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:42:08.362113 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Network hostable DHCP agents. Network: d7f18eff-64e4-424f-b1e9-a35d70ed5ec6, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:42:08.442953 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44598) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:08.448943 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:42:08.513613 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, d7f18eff-64e4-424f-b1e9-a35d70ed5ec6) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:08.518228 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:08.518984 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:08.526030 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aadadf-1a15-4f75-a693-262cd07b46a3 None None] Network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:42:08.526775 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-c98e8373-1777-4727-a2e6-c1d96dd88f57 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1714406847-network', 'tenant_id': 'bf1cdf4729fa42d0aab129b940c67052'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:08.568542 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-d387049f-d107-40fa-9da5-bfd4ed6951f9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-network', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:08.661078 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-12f064ed-3090-4ab3-bbfc-b7e037fcaef9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7699268 Apr 28 22:42:08.667270 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44604) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:08.669491 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e4fb1-346d-52ad-b578-454136087e0e-d7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d'}]}} from dv-cinder-839825-1-iscsi. {{(pid=110301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 22:42:08.670106 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:08.671273 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:08.695407 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0bd9f6d8-b148-4bf8-954c-ef9002edc768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:08.737004 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98e8373-1777-4727-a2e6-c1d96dd88f57 admin admin] Made reservation on behalf of bf1cdf4729fa42d0aab129b940c67052 for: {'network': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:42:08.739751 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c98e8373-1777-4727-a2e6-c1d96dd88f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:08.749439 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c98e8373-1777-4727-a2e6-c1d96dd88f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:08.762858 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1085'] for router (a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:08.764621 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1076'] for router (a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:08.772081 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d387049f-d107-40fa-9da5-bfd4ed6951f9 admin admin] Made reservation on behalf of 0e6a4951a5af4affa5cc818a808d3e0e for: {'network': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:42:08.774547 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d387049f-d107-40fa-9da5-bfd4ed6951f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:08.793191 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d387049f-d107-40fa-9da5-bfd4ed6951f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:08.826478 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Allocated IP 172.20.0.2 (d7f18eff-64e4-424f-b1e9-a35d70ed5ec6/f764963a-8464-4a24-ad54-07350b19889d/cd46101b-7d49-473f-a7ee-5957ac94401a) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:42:08.918102 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Publish callbacks [] for router_controller (a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac), precommit_add_association {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:08.986936 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-e1b83462-6ab4-4db1-8e54-d82494da4e0f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2071647961-network', 'tenant_id': '9987fc07885b4a7db0b8fd733f026dc6'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:08.999040 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Publish callbacks [] for port (cd46101b-7d49-473f-a7ee-5957ac94401a), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.074595 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (cd46101b-7d49-473f-a7ee-5957ac94401a), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.097905 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b83462-6ab4-4db1-8e54-d82494da4e0f admin admin] Made reservation on behalf of 9987fc07885b4a7db0b8fd733f026dc6 for: {'network': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:42:09.100345 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e1b83462-6ab4-4db1-8e54-d82494da4e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.115126 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e1b83462-6ab4-4db1-8e54-d82494da4e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.190836 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:42:09.213068 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:09.222747 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:42:09.235189 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d387049f-d107-40fa-9da5-bfd4ed6951f9 admin admin] Publish callbacks [] for security_group (77e32c03-5c73-4431-8dea-788c39ae0594), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.265042 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Pushing event updated for resources: {'Port': ['ID=cd46101b-7d49-473f-a7ee-5957ac94401a,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:09.278109 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:09.278109 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:09.278776 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:09.279165 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:09.279523 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:09.279869 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:09.280214 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:09.280555 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:09.280901 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:09.281219 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:09.283710 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:09.284471 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:09.286564 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:09.287858 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:09.289228 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Tracked resource versions report: Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: pushed versions: Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: { 'AddressGroup': {'1.2'}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Agent': {'1.1'}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'ConntrackHelper': {'1.0'}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'LocalIPAssociation': {'1.0'}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Log': {'1.0'}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'NDPProxy': {'1.0'}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Network': {'1.1'}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Port': {'1.7'}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'PortForwarding': {'1.3'}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'QosPolicy': {'1.10'}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'SecurityGroup': {'1.5'}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'SecurityGroupRule': {'1.2'}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'SubPort': {'1.0'}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Subnet': {'1.1'}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Trunk': {'1.1'}} Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: consumer versions: Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: { DHCP agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: HyperV agent@hv-cinder-83982: {}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: L3 agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: Metadata agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: Metering agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: Open vSwitch agent@dv-cinder-839825-1-iscsi: { 'AddressGroup': '1.2', Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Agent': '1.1', Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'ConntrackHelper': '1.0', Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'LocalIPAssociation': '1.0', Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Log': '1.0', Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'NDPProxy': '1.0', Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Network': '1.1', Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Port': '1.7', Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'PortForwarding': '1.3', Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'QosPolicy': '1.10', Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'SecurityGroup': '1.5', Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'SecurityGroupRule': '1.2', Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'SubPort': '1.0', Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Subnet': '1.1', Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: 'Trunk': '1.1'}} Apr 28 22:42:09.290858 dv-cinder-839825-1-iscsi neutron-server[110301]: {{(pid=110301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 22:42:09.295740 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c98e8373-1777-4727-a2e6-c1d96dd88f57 admin admin] Publish callbacks [] for security_group (3464b953-830f-4be7-91ca-7de870822f1a), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.317111 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e1b83462-6ab4-4db1-8e54-d82494da4e0f admin admin] Publish callbacks [] for security_group (7b667b98-47cb-4bbb-83c7-8fdc753e8992), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.372497 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d387049f-d107-40fa-9da5-bfd4ed6951f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (77e32c03-5c73-4431-8dea-788c39ae0594), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.378481 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Attempting to bind port cd46101b-7d49-473f-a7ee-5957ac94401a on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:42:09.379440 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Attempting to bind port cd46101b-7d49-473f-a7ee-5957ac94401a by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'fc508591-b290-4de0-bccf-84bd57c77663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:42:09.379894 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Attempting to bind port cd46101b-7d49-473f-a7ee-5957ac94401a on network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:42:09.385945 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:42:09.389234 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Checking segment: {'id': 'fc508591-b290-4de0-bccf-84bd57c77663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:42:09.389234 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.389234 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Bound using segment: {'id': 'fc508591-b290-4de0-bccf-84bd57c77663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:42:09.389234 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Bound port: cd46101b-7d49-473f-a7ee-5957ac94401a, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc508591-b290-4de0-bccf-84bd57c77663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:42:09.389234 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (cd46101b-7d49-473f-a7ee-5957ac94401a), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.408426 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e1b83462-6ab4-4db1-8e54-d82494da4e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (7b667b98-47cb-4bbb-83c7-8fdc753e8992), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.474625 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b83462-6ab4-4db1-8e54-d82494da4e0f admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=110300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:42:09.485259 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387049f-d107-40fa-9da5-bfd4ed6951f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e32c03-5c73-4431-8dea-788c39ae0594,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:09.500161 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e1b83462-6ab4-4db1-8e54-d82494da4e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (9114e47f-313d-4d42-8735-5a294aeead8c), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.500297 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] For port cd46101b-7d49-473f-a7ee-5957ac94401a, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:42:09.500400 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.segments_db [None req-e1b83462-6ab4-4db1-8e54-d82494da4e0f admin admin] Added segment 9114e47f-313d-4d42-8735-5a294aeead8c of type vlan for network 4bf5700e-674c-46f5-a744-b8eabb739ccf Apr 28 22:42:09.501241 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Publish callbacks [] for router_gateway (a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.507542 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] For port cd46101b-7d49-473f-a7ee-5957ac94401a, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=cd46101b-7d49-473f-a7ee-5957ac94401a,segment=NetworkSegment(fc508591-b290-4de0-bccf-84bd57c77663),segment_id=fc508591-b290-4de0-bccf-84bd57c77663)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:42:09.523717 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d387049f-d107-40fa-9da5-bfd4ed6951f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=110299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:42:09.535420 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c98e8373-1777-4727-a2e6-c1d96dd88f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (3464b953-830f-4be7-91ca-7de870822f1a), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.575282 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d387049f-d107-40fa-9da5-bfd4ed6951f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (bdf144b1-693d-4118-b860-818d1d705bd2), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.576028 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.segments_db [None req-d387049f-d107-40fa-9da5-bfd4ed6951f9 admin admin] Added segment bdf144b1-693d-4118-b860-818d1d705bd2 of type vlan for network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 Apr 28 22:42:09.592888 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e1b83462-6ab4-4db1-8e54-d82494da4e0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (4bf5700e-674c-46f5-a744-b8eabb739ccf), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.623855 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (cd46101b-7d49-473f-a7ee-5957ac94401a), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.632163 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d387049f-d107-40fa-9da5-bfd4ed6951f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (4b5e1227-3988-4ad7-90dc-d0fa51cdcf42), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.633427 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b83462-6ab4-4db1-8e54-d82494da4e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b667b98-47cb-4bbb-83c7-8fdc753e8992,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:09.690544 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e8373-1777-4727-a2e6-c1d96dd88f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3464b953-830f-4be7-91ca-7de870822f1a,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:09.785082 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e1b83462-6ab4-4db1-8e54-d82494da4e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (4bf5700e-674c-46f5-a744-b8eabb739ccf), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.786559 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b83462-6ab4-4db1-8e54-d82494da4e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:09.787148 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e1b83462-6ab4-4db1-8e54-d82494da4e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.827824 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc04ed8-675c-471e-b16e-50e6d0725d6f None None] Pushing event updated for resources: {'Port': ['ID=cd46101b-7d49-473f-a7ee-5957ac94401a,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:09.842118 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.887482 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d387049f-d107-40fa-9da5-bfd4ed6951f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (4b5e1227-3988-4ad7-90dc-d0fa51cdcf42), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.888707 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d387049f-d107-40fa-9da5-bfd4ed6951f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:09.889361 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d387049f-d107-40fa-9da5-bfd4ed6951f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:09.957099 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e1b83462-6ab4-4db1-8e54-d82494da4e0f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5130141 Apr 28 22:42:10.019080 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44662) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:10.027040 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-e8e335e4-c86a-4d24-83c5-eed507d4ae4d admin admin] Request body: {'subnet': {'network_id': '4bf5700e-674c-46f5-a744-b8eabb739ccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2071647961-subnet', 'tenant_id': '9987fc07885b4a7db0b8fd733f026dc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:10.050287 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Publish callbacks [] for router_gateway (a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:10.057454 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b83462-6ab4-4db1-8e54-d82494da4e0f admin admin] Pushing event updated for resources: {'Network': ['ID=4bf5700e-674c-46f5-a744-b8eabb739ccf,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:10.072011 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network 4bf5700e-674c-46f5-a744-b8eabb739ccf details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:42:10.072741 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387049f-d107-40fa-9da5-bfd4ed6951f9 admin admin] Pushing event updated for resources: {'Network': ['ID=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:10.078571 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-d387049f-d107-40fa-9da5-bfd4ed6951f9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8651655 Apr 28 22:42:10.079612 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98e8373-1777-4727-a2e6-c1d96dd88f57 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=110299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:42:10.082387 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:10.087412 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44676) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:10.135238 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-b5514172-3888-465d-818d-5d07cf307c94 admin admin] Request body: {'subnet': {'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-subnet', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:10.136263 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:42:10.162780 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c98e8373-1777-4727-a2e6-c1d96dd88f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (2cebf4b0-d748-487c-9d5b-2885e41aa0d7), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:10.163733 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.segments_db [None req-c98e8373-1777-4727-a2e6-c1d96dd88f57 admin admin] Added segment 2cebf4b0-d748-487c-9d5b-2885e41aa0d7 of type vlan for network 5d19ae2d-5363-42e0-8569-31c00579b9cd Apr 28 22:42:10.183369 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e335e4-c86a-4d24-83c5-eed507d4ae4d admin admin] Made reservation on behalf of 9987fc07885b4a7db0b8fd733f026dc6 for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:42:10.187506 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8e335e4-c86a-4d24-83c5-eed507d4ae4d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:10.237743 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c98e8373-1777-4727-a2e6-c1d96dd88f57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (5d19ae2d-5363-42e0-8569-31c00579b9cd), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:10.388838 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5514172-3888-465d-818d-5d07cf307c94 admin admin] Made reservation on behalf of 0e6a4951a5af4affa5cc818a808d3e0e for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:42:10.390246 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c98e8373-1777-4727-a2e6-c1d96dd88f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (5d19ae2d-5363-42e0-8569-31c00579b9cd), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:10.396588 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98e8373-1777-4727-a2e6-c1d96dd88f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:10.397245 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c98e8373-1777-4727-a2e6-c1d96dd88f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:10.409514 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b5514172-3888-465d-818d-5d07cf307c94 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:10.535103 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Allocated IP 172.27.0.95 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/1e987fec-5971-4c7d-b19d-c56f735d1712) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:42:10.545520 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e8373-1777-4727-a2e6-c1d96dd88f57 admin admin] Pushing event updated for resources: {'Network': ['ID=5d19ae2d-5363-42e0-8569-31c00579b9cd,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:10.559719 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network 5d19ae2d-5363-42e0-8569-31c00579b9cd details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:42:10.573654 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-c98e8373-1777-4727-a2e6-c1d96dd88f57 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3924959 Apr 28 22:42:10.578785 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44704) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:10.586009 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-46ac36e2-38de-41d8-b893-2c61f3eb0238 admin admin] Request body: {'subnet': {'network_id': '5d19ae2d-5363-42e0-8569-31c00579b9cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1714406847-subnet', 'tenant_id': 'bf1cdf4729fa42d0aab129b940c67052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:10.693580 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8e335e4-c86a-4d24-83c5-eed507d4ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for subnet (07fcb40b-c99a-4682-8537-fe31c9a4b6e1), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:10.749523 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ac36e2-38de-41d8-b893-2c61f3eb0238 admin admin] Made reservation on behalf of bf1cdf4729fa42d0aab129b940c67052 for: {'subnet': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:42:10.752183 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-46ac36e2-38de-41d8-b893-2c61f3eb0238 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:10.759441 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Publish callbacks [] for port (1e987fec-5971-4c7d-b19d-c56f735d1712), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:10.885997 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e335e4-c86a-4d24-83c5-eed507d4ae4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=07fcb40b-c99a-4682-8537-fe31c9a4b6e1,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:10.915054 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e335e4-c86a-4d24-83c5-eed507d4ae4d admin admin] Checking segment: {'id': '9114e47f-313d-4d42-8735-5a294aeead8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4bf5700e-674c-46f5-a744-b8eabb739ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:42:10.915420 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e335e4-c86a-4d24-83c5-eed507d4ae4d admin admin] Network hostable DHCP agents. Network: 4bf5700e-674c-46f5-a744-b8eabb739ccf, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:42:11.049591 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (1e987fec-5971-4c7d-b19d-c56f735d1712), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:11.049788 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e335e4-c86a-4d24-83c5-eed507d4ae4d admin admin] Network 4bf5700e-674c-46f5-a744-b8eabb739ccf is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:42:11.103423 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:42:11.104951 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Pushing event updated for resources: {'Port': ['ID=1e987fec-5971-4c7d-b19d-c56f735d1712,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:11.105508 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b5514172-3888-465d-818d-5d07cf307c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for subnet (b847d591-c822-4dfe-a39d-8158c4e033b8), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:11.107692 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:11.109920 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:42:11.149465 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-46ac36e2-38de-41d8-b893-2c61f3eb0238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for subnet (a6819f92-4793-4103-afc8-628b808918f2), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:11.182458 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-e8e335e4-c86a-4d24-83c5-eed507d4ae4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, 4bf5700e-674c-46f5-a744-b8eabb739ccf) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:11.191105 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:11.195689 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5514172-3888-465d-818d-5d07cf307c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b847d591-c822-4dfe-a39d-8158c4e033b8,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:11.200250 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e335e4-c86a-4d24-83c5-eed507d4ae4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:11.200847 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8e335e4-c86a-4d24-83c5-eed507d4ae4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:11.208081 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acc542e-138e-4123-ad09-968cf359543b None None] Network 4bf5700e-674c-46f5-a744-b8eabb739ccf requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:42:11.242696 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5514172-3888-465d-818d-5d07cf307c94 admin admin] Checking segment: {'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:42:11.243160 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5514172-3888-465d-818d-5d07cf307c94 admin admin] Network hostable DHCP agents. Network: 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:42:11.294256 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac36e2-38de-41d8-b893-2c61f3eb0238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6819f92-4793-4103-afc8-628b808918f2,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:11.313268 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e8e335e4-c86a-4d24-83c5-eed507d4ae4d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2868669 Apr 28 22:42:11.313392 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817fdbf4-8850-494d-93dd-baa371b68a47 None None] Network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:42:11.321735 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ac36e2-38de-41d8-b893-2c61f3eb0238 admin admin] Checking segment: {'id': '2cebf4b0-d748-487c-9d5b-2885e41aa0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5d19ae2d-5363-42e0-8569-31c00579b9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:42:11.322249 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ac36e2-38de-41d8-b893-2c61f3eb0238 admin admin] Network hostable DHCP agents. Network: 5d19ae2d-5363-42e0-8569-31c00579b9cd, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:42:11.360032 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5514172-3888-465d-818d-5d07cf307c94 admin admin] Network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:42:11.409248 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-54d17cfe-6434-4e80-93d5-c22e73418c8d None None] Provisioning complete for port cd46101b-7d49-473f-a7ee-5957ac94401a triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:11.409698 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-54d17cfe-6434-4e80-93d5-c22e73418c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (cd46101b-7d49-473f-a7ee-5957ac94401a), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:11.414584 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44726) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:11.448314 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ac36e2-38de-41d8-b893-2c61f3eb0238 admin admin] Network 5d19ae2d-5363-42e0-8569-31c00579b9cd is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:42:11.505357 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-b5514172-3888-465d-818d-5d07cf307c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:11.511222 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5514172-3888-465d-818d-5d07cf307c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:11.519863 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b5514172-3888-465d-818d-5d07cf307c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:11.520121 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e883bdce-5420-4084-95a2-f23fa93a2cf6 None None] Network 4bf5700e-674c-46f5-a744-b8eabb739ccf requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:42:11.539951 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-46ac36e2-38de-41d8-b893-2c61f3eb0238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, 5d19ae2d-5363-42e0-8569-31c00579b9cd) {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:11.546644 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac36e2-38de-41d8-b893-2c61f3eb0238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:11.547347 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-46ac36e2-38de-41d8-b893-2c61f3eb0238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:11.583660 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca68d4ba-1a4e-4f78-bc59-ca0acc91aca6 None None] Network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:42:11.587561 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a53580-63ab-4d11-8f56-9b2a16f315f4 None None] Network 5d19ae2d-5363-42e0-8569-31c00579b9cd requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:42:11.592914 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Publish callbacks [] for router_gateway (a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:11.604441 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44738) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:11.622530 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-b5514172-3888-465d-818d-5d07cf307c94 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5330791 Apr 28 22:42:11.623040 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44742) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:11.632026 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:11.727631 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-46ac36e2-38de-41d8-b893-2c61f3eb0238 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1389382 Apr 28 22:42:11.763229 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1085'] for router (280602cf-7405-46ef-91c4-5a34fa86aa1f), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:11.766396 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1076'] for router (280602cf-7405-46ef-91c4-5a34fa86aa1f), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:11.812665 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a658f444-1d62-4881-9618-c7eb211c73d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:11.948921 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Publish callbacks [] for router_controller (280602cf-7405-46ef-91c4-5a34fa86aa1f), precommit_add_association {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:11.954115 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b1d56981-31a2-47fb-8f2e-3aeb08e916a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.108712 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device cd46101b-7d49-473f-a7ee-5957ac94401a up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:42:12.134959 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a658f444-1d62-4881-9618-c7eb211c73d1 admin admin] Publish callbacks [] for security_group (45b2c120-b82f-499b-b07b-dc09612c3e89), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.190024 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653440'] for router (a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.190847 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-54d17cfe-6434-4e80-93d5-c22e73418c8d None None] Current status of the port cd46101b-7d49-473f-a7ee-5957ac94401a is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:12.191499 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-54d17cfe-6434-4e80-93d5-c22e73418c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (cd46101b-7d49-473f-a7ee-5957ac94401a), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.232168 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a658f444-1d62-4881-9618-c7eb211c73d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (45b2c120-b82f-499b-b07b-dc09612c3e89), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.258520 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port cd46101b-7d49-473f-a7ee-5957ac94401a triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:12.260457 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (cd46101b-7d49-473f-a7ee-5957ac94401a), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.319972 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-54d17cfe-6434-4e80-93d5-c22e73418c8d None None] For port cd46101b-7d49-473f-a7ee-5957ac94401a, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=cd46101b-7d49-473f-a7ee-5957ac94401a,segment=NetworkSegment(fc508591-b290-4de0-bccf-84bd57c77663),segment_id=fc508591-b290-4de0-bccf-84bd57c77663)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:42:12.320838 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Publish callbacks [] for router_gateway (280602cf-7405-46ef-91c4-5a34fa86aa1f), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.338774 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b1d56981-31a2-47fb-8f2e-3aeb08e916a7 admin admin] Publish callbacks [] for security_group (727712f4-4575-426b-bf2a-fd960817c4e0), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.366547 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e4fb1-346d-52ad-b578-454136087e0e-4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'fixed_ips': [{'subnet_id': 'b847d591-c822-4dfe-a39d-8158c4e033b8'}]}} from dv-cinder-839825-1-iscsi. {{(pid=110301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 22:42:12.368098 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.385805 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658f444-1d62-4881-9618-c7eb211c73d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b2c120-b82f-499b-b07b-dc09612c3e89,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:12.398232 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-54d17cfe-6434-4e80-93d5-c22e73418c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (cd46101b-7d49-473f-a7ee-5957ac94401a), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.408387 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44768) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:12.410696 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a658f444-1d62-4881-9618-c7eb211c73d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b43f8deb6ab4403c9822b6bdb0a23845&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9949658 Apr 28 22:42:12.508394 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-449348cb-760e-4f7b-af5e-372b8d00d501 admin admin] Publish callbacks [] for security_group (45b2c120-b82f-499b-b07b-dc09612c3e89), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.511801 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af6aba3-ea83-40c6-9e77-218093c6d23d None None] Network 5d19ae2d-5363-42e0-8569-31c00579b9cd requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:42:12.515742 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b1d56981-31a2-47fb-8f2e-3aeb08e916a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (727712f4-4575-426b-bf2a-fd960817c4e0), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.532246 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-449348cb-760e-4f7b-af5e-372b8d00d501 admin admin] Publish callbacks [] for security_group (45b2c120-b82f-499b-b07b-dc09612c3e89), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.576020 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac is scheduled to L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c with binding_index 1 {{(pid=110299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 22:42:12.624480 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-b1d56981-31a2-47fb-8f2e-3aeb08e916a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee1e392fb9564c19922a498bbba813bc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0176282 Apr 28 22:42:12.628563 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44784) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:12.707785 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44798) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:12.712396 dv-cinder-839825-1-iscsi neutron-server[110300]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 22:42:12.717357 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d17cfe-6434-4e80-93d5-c22e73418c8d None None] Pushing event updated for resources: {'Port': ['ID=cd46101b-7d49-473f-a7ee-5957ac94401a,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:12.756106 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-16fb6763-7178-422d-98b4-73f623dec496 None None] Provisioning complete for port cd46101b-7d49-473f-a7ee-5957ac94401a triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:12.756498 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-16fb6763-7178-422d-98b4-73f623dec496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (cd46101b-7d49-473f-a7ee-5957ac94401a), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.780564 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d56981-31a2-47fb-8f2e-3aeb08e916a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727712f4-4575-426b-bf2a-fd960817c4e0,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:12.824778 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44804) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:12.830370 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-6cf49d30-8a93-4fdd-8b0f-038475971e43 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1107493160-network', 'tenant_id': '3b1f385e5ee0418dba6b9570c3d1014a'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:12.834618 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-449348cb-760e-4f7b-af5e-372b8d00d501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (45b2c120-b82f-499b-b07b-dc09612c3e89), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.837067 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-449348cb-760e-4f7b-af5e-372b8d00d501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.838823 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-449348cb-760e-4f7b-af5e-372b8d00d501 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45b2c120-b82f-499b-b07b-dc09612c3e89 HTTP/1.1" status: 204 len: 168 time: 0.4280796 Apr 28 22:42:12.839070 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-579a96da-565d-4b47-b017-a842ffeee090 admin admin] Publish callbacks [] for security_group (727712f4-4575-426b-bf2a-fd960817c4e0), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.884000 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449348cb-760e-4f7b-af5e-372b8d00d501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b2c120-b82f-499b-b07b-dc09612c3e89,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:12.907915 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-579a96da-565d-4b47-b017-a842ffeee090 admin admin] Publish callbacks [] for security_group (727712f4-4575-426b-bf2a-fd960817c4e0), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:12.916599 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:42:12.931390 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Sync routers for ids ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:42:12.955252 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port cd46101b-7d49-473f-a7ee-5957ac94401a is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:12.957596 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Routers {'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:42:12.961875 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:42:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:12.984551 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf49d30-8a93-4fdd-8b0f-038475971e43 admin admin] Made reservation on behalf of 3b1f385e5ee0418dba6b9570c3d1014a for: {'network': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:42:12.986907 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6cf49d30-8a93-4fdd-8b0f-038475971e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.007974 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6cf49d30-8a93-4fdd-8b0f-038475971e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.072585 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.077305 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-eaa2bc5f-ad51-48ef-bad7-014f081a62dc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4124248 Apr 28 22:42:13.078041 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44816) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:13.103292 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.174344 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-579a96da-565d-4b47-b017-a842ffeee090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (727712f4-4575-426b-bf2a-fd960817c4e0), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.177106 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-579a96da-565d-4b47-b017-a842ffeee090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.181140 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-579a96da-565d-4b47-b017-a842ffeee090 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/727712f4-4575-426b-bf2a-fd960817c4e0 HTTP/1.1" status: 204 len: 168 time: 0.5487244 Apr 28 22:42:13.207260 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Set router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:42:13.221842 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a96da-565d-4b47-b017-a842ffeee090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727712f4-4575-426b-bf2a-fd960817c4e0,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:13.236004 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Publish callbacks [] for router_gateway (280602cf-7405-46ef-91c4-5a34fa86aa1f), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.269107 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-16fb6763-7178-422d-98b4-73f623dec496 None None] Current status of the port cd46101b-7d49-473f-a7ee-5957ac94401a is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:13.289209 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Allocated IP 172.20.0.2 (4b5e1227-3988-4ad7-90dc-d0fa51cdcf42/b847d591-c822-4dfe-a39d-8158c4e033b8/f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:42:13.298212 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.439237 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6cf49d30-8a93-4fdd-8b0f-038475971e43 admin admin] Publish callbacks [] for security_group (cbe0b01f-a894-4d97-90c3-3d0dee07c01b), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.509274 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-7251b0ef-c836-4c22-aa54-825b8ab47c5f tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:13.517318 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-7251b0ef-c836-4c22-aa54-825b8ab47c5f tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/networks?id=5d19ae2d-5363-42e0-8569-31c00579b9cd HTTP/1.1" status: 200 len: 812 time: 0.8084416 Apr 28 22:42:13.554049 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6cf49d30-8a93-4fdd-8b0f-038475971e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (cbe0b01f-a894-4d97-90c3-3d0dee07c01b), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.558017 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-8d720f36-e57c-4d0a-a1d0-001ff333feb6 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/quotas/bf1cdf4729fa42d0aab129b940c67052 HTTP/1.1" status: 200 len: 375 time: 0.0396590 Apr 28 22:42:13.584233 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:11Z', 'revision_number': 3, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:13.632811 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Checking router: a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:42:13.633247 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Updating router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac port 1e987fec-5971-4c7d-b19d-c56f735d1712 binding host dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:42:13.641446 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Publish callbacks [] for port (f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.652645 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device cd46101b-7d49-473f-a7ee-5957ac94401a up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:42:13.665625 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (1e987fec-5971-4c7d-b19d-c56f735d1712), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.673729 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf49d30-8a93-4fdd-8b0f-038475971e43 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=110299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:42:13.684994 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6cf49d30-8a93-4fdd-8b0f-038475971e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (203727ac-47ef-4d3b-8030-27e9f72dade8), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.685349 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.segments_db [None req-6cf49d30-8a93-4fdd-8b0f-038475971e43 admin admin] Added segment 203727ac-47ef-4d3b-8030-27e9f72dade8 of type vlan for network b1fc238d-462a-411a-84ca-35d31f74315f Apr 28 22:42:13.748349 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6cf49d30-8a93-4fdd-8b0f-038475971e43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (b1fc238d-462a-411a-84ca-35d31f74315f), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.761518 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf49d30-8a93-4fdd-8b0f-038475971e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe0b01f-a894-4d97-90c3-3d0dee07c01b,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:13.777630 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.783714 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.802543 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Allocated IP 172.27.0.140 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/fc551921-7ab4-4d92-ad18-69c4a3f4c948) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:42:13.834081 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:42:13.853947 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-fdd0bd9e-e9b2-4ea4-89fc-9e6ef97b3e05 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf1cdf4729fa42d0aab129b940c67052&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2944860 Apr 28 22:42:13.866714 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:13.871592 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:42:13.897601 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Pushing event updated for resources: {'Port': ['ID=f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:13.912937 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port cd46101b-7d49-473f-a7ee-5957ac94401a triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:13.913140 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (cd46101b-7d49-473f-a7ee-5957ac94401a), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.915312 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6cf49d30-8a93-4fdd-8b0f-038475971e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (b1fc238d-462a-411a-84ca-35d31f74315f), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.916380 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf49d30-8a93-4fdd-8b0f-038475971e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:13.916958 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6cf49d30-8a93-4fdd-8b0f-038475971e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:13.971477 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44840) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:14.028452 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Attempting to bind port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:42:14.028835 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Attempting to bind port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:42:14.029232 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Attempting to bind port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 on network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:42:14.031362 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Publish callbacks [] for port (fc551921-7ab4-4d92-ad18-69c4a3f4c948), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:14.035844 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-680ba0ba-3fca-4284-ad59-eefc8488814e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:14.039363 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf49d30-8a93-4fdd-8b0f-038475971e43 admin admin] Pushing event updated for resources: {'Network': ['ID=b1fc238d-462a-411a-84ca-35d31f74315f,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:14.057030 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:42:14.057482 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Checking segment: {'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:42:14.057872 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:14.058796 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Bound using segment: {'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:42:14.059303 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Bound port: f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:42:14.059686 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:14.065419 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network b1fc238d-462a-411a-84ca-35d31f74315f details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:42:14.106456 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-6cf49d30-8a93-4fdd-8b0f-038475971e43 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2805600 Apr 28 22:42:14.113541 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44844) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:14.121203 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-4cd2a993-1df1-4117-9072-e2774a74dcc0 admin admin] Request body: {'subnet': {'network_id': 'b1fc238d-462a-411a-84ca-35d31f74315f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1107493160-subnet', 'tenant_id': '3b1f385e5ee0418dba6b9570c3d1014a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:14.138615 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:14.229860 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-680ba0ba-3fca-4284-ad59-eefc8488814e admin admin] Publish callbacks [] for security_group (eda32714-6b9f-4ae9-b86f-2a5a2813cfe3), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:14.242091 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port cd46101b-7d49-473f-a7ee-5957ac94401a is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:14.247024 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (fc551921-7ab4-4d92-ad18-69c4a3f4c948), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:14.308116 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] For port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:42:14.318443 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] For port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:42:14.331808 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-680ba0ba-3fca-4284-ad59-eefc8488814e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (eda32714-6b9f-4ae9-b86f-2a5a2813cfe3), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:14.372950 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Allocated IP 172.20.0.1 (d7f18eff-64e4-424f-b1e9-a35d70ed5ec6/f764963a-8464-4a24-ad54-07350b19889d/7fd425ed-c264-4199-8378-c40bc762b07b) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:42:14.374273 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-818a498b-7a98-477f-ba72-03b7ee60312a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110300) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 22:42:14.382620 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-818a498b-7a98-477f-ba72-03b7ee60312a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2088506 Apr 28 22:42:14.389677 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:14.401538 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ba0ba-3fca-4284-ad59-eefc8488814e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda32714-6b9f-4ae9-b86f-2a5a2813cfe3,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:14.407767 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-680ba0ba-3fca-4284-ad59-eefc8488814e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4fd0a1d7013435bb42386cea3164877&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4354613 Apr 28 22:42:14.410854 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44850) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:14.423146 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd2a993-1df1-4117-9072-e2774a74dcc0 admin admin] Made reservation on behalf of 3b1f385e5ee0418dba6b9570c3d1014a for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:42:14.426335 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4cd2a993-1df1-4117-9072-e2774a74dcc0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:14.445395 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Publish callbacks [] for port (1e987fec-5971-4c7d-b19d-c56f735d1712), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:14.459394 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Pushing event updated for resources: {'Port': ['ID=fc551921-7ab4-4d92-ad18-69c4a3f4c948,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:14.499929 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868f06a-8157-4181-9539-718e73f0c8d7 None None] Pushing event updated for resources: {'Port': ['ID=f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:14.857773 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (1e987fec-5971-4c7d-b19d-c56f735d1712), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:14.867192 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:42:14.867192 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:14.868296 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6a7c4ae5-16b9-437e-9456-7efa931dc2e6 admin admin] Publish callbacks [] for security_group (eda32714-6b9f-4ae9-b86f-2a5a2813cfe3), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:14.868729 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:42:14.869111 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Pushing event updated for resources: {'Port': ['ID=1e987fec-5971-4c7d-b19d-c56f735d1712,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:14.869234 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Publish callbacks [] for port (7fd425ed-c264-4199-8378-c40bc762b07b), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Tracked resource versions report: Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: pushed versions: Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: { 'AddressGroup': {'1.2'}, Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Agent': {'1.1'}, Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: 'ConntrackHelper': {'1.0'}, Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: 'LocalIPAssociation': {'1.0'}, Apr 28 22:42:14.869340 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Log': {'1.0'}, Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'NDPProxy': {'1.0'}, Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Network': {'1.1'}, Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Port': {'1.7'}, Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'PortForwarding': {'1.3'}, Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'QosPolicy': {'1.10'}, Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'SecurityGroup': {'1.5'}, Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'SecurityGroupRule': {'1.2'}, Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'SubPort': {'1.0'}, Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Subnet': {'1.1'}, Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Trunk': {'1.1'}} Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: consumer versions: Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: { DHCP agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: HyperV agent@hv-cinder-83982: {}, Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: L3 agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: Metadata agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: Metering agent@dv-cinder-839825-1-iscsi: {}, Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: Open vSwitch agent@dv-cinder-839825-1-iscsi: { 'AddressGroup': '1.2', Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Agent': '1.1', Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'ConntrackHelper': '1.0', Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'LocalIPAssociation': '1.0', Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Log': '1.0', Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'NDPProxy': '1.0', Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Network': '1.1', Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Port': '1.7', Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'PortForwarding': '1.3', Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'QosPolicy': '1.10', Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'SecurityGroup': '1.5', Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'SecurityGroupRule': '1.2', Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'SubPort': '1.0', Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Subnet': '1.1', Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: 'Trunk': '1.1'}} Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: {{(pid=110302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Attempting to bind port 1e987fec-5971-4c7d-b19d-c56f735d1712 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Attempting to bind port 1e987fec-5971-4c7d-b19d-c56f735d1712 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Attempting to bind port 1e987fec-5971-4c7d-b19d-c56f735d1712 on network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Checking segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:42:14.874461 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:14.877393 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Bound using segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:42:14.877393 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Bound port: 1e987fec-5971-4c7d-b19d-c56f735d1712, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:42:14.877393 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (1e987fec-5971-4c7d-b19d-c56f735d1712), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:14.877708 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6a7c4ae5-16b9-437e-9456-7efa931dc2e6 admin admin] Publish callbacks [] for security_group (eda32714-6b9f-4ae9-b86f-2a5a2813cfe3), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:14.877782 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-3dfc5bab-880a-418f-92d2-7992cfce59fc service neutron] 10.222.0.13 "GET /v2.0/networks/5d19ae2d-5363-42e0-8569-31c00579b9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954828 Apr 28 22:42:14.877963 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] For port 1e987fec-5971-4c7d-b19d-c56f735d1712, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:42:14.877963 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] For port 1e987fec-5971-4c7d-b19d-c56f735d1712, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=1e987fec-5971-4c7d-b19d-c56f735d1712,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:42:15.043837 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-defc4360-4e4f-4607-b210-513c6cbb6374 service neutron] 10.222.0.13 "GET /v2.0/networks/5d19ae2d-5363-42e0-8569-31c00579b9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397995 Apr 28 22:42:15.053909 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (7fd425ed-c264-4199-8378-c40bc762b07b), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:15.123725 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (1e987fec-5971-4c7d-b19d-c56f735d1712), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:15.201007 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4cd2a993-1df1-4117-9072-e2774a74dcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for subnet (ee73134f-351d-41bc-a4a3-353f56de6725), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:15.214450 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6a7c4ae5-16b9-437e-9456-7efa931dc2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (eda32714-6b9f-4ae9-b86f-2a5a2813cfe3), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:15.217058 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6a7c4ae5-16b9-437e-9456-7efa931dc2e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:15.218384 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-6a7c4ae5-16b9-437e-9456-7efa931dc2e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eda32714-6b9f-4ae9-b86f-2a5a2813cfe3 HTTP/1.1" status: 204 len: 168 time: 0.8063362 Apr 28 22:42:15.220121 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:42:15.235944 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:15.238150 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Routers {'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:42:15.238863 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:42:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:15.239966 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c4ae5-16b9-437e-9456-7efa931dc2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda32714-6b9f-4ae9-b86f-2a5a2813cfe3,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:15.244779 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:42:15.245116 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833397'] for router_interface (a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:15.250129 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd425ed-c264-4199-8378-c40bc762b07b,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:15.418920 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2a993-1df1-4117-9072-e2774a74dcc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee73134f-351d-41bc-a4a3-353f56de6725,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:15.474188 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44888) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:15.479091 dv-cinder-839825-1-iscsi neutron-server[110299]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 22:42:15.501153 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2a993-1df1-4117-9072-e2774a74dcc0 admin admin] Checking segment: {'id': '203727ac-47ef-4d3b-8030-27e9f72dade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b1fc238d-462a-411a-84ca-35d31f74315f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:42:15.501503 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd2a993-1df1-4117-9072-e2774a74dcc0 admin admin] Network hostable DHCP agents. Network: b1fc238d-462a-411a-84ca-35d31f74315f, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:42:15.570942 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8ff05169-5fd5-4453-9bbb-c90a2fa55d5f req-c9504f81-cb0b-43d9-a89e-ee5e825566e3 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 210 time: 0.0936768 Apr 28 22:42:15.591976 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] Set router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:42:15.610834 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Publish callbacks [] for router_gateway (280602cf-7405-46ef-91c4-5a34fa86aa1f), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:15.654336 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (7fd425ed-c264-4199-8378-c40bc762b07b), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:15.752472 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:42:15.857741 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-a63ba8a0-2129-4fb7-8e40-eac3c52407d2 None None] Provisioning complete for port 7fd425ed-c264-4199-8378-c40bc762b07b triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:15.857741 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a63ba8a0-2129-4fb7-8e40-eac3c52407d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (7fd425ed-c264-4199-8378-c40bc762b07b), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:15.914347 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:15.914981 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:15.960185 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44906) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:15.968849 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd2a993-1df1-4117-9072-e2774a74dcc0 admin admin] Network b1fc238d-462a-411a-84ca-35d31f74315f is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:42:16.001080 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Publish callbacks [] for port (7fd425ed-c264-4199-8378-c40bc762b07b), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:16.020064 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-a63ba8a0-2129-4fb7-8e40-eac3c52407d2 None None] Port 7fd425ed-c264-4199-8378-c40bc762b07b cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:42:16.066767 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:16.069045 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:16.089084 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadc5d6-fcf8-4b06-ace9-9e5f9e2a1d91 None None] Pushing event updated for resources: {'Port': ['ID=1e987fec-5971-4c7d-b19d-c56f735d1712,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:16.099525 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (7fd425ed-c264-4199-8378-c40bc762b07b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:16.100260 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834501'] for router_interface (a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:16.116547 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:11Z', 'revision_number': 3, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:16.125847 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-4cd2a993-1df1-4117-9072-e2774a74dcc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, b1fc238d-462a-411a-84ca-35d31f74315f) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:16.132845 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd2a993-1df1-4117-9072-e2774a74dcc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:16.139230 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4cd2a993-1df1-4117-9072-e2774a74dcc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:16.150075 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdfb2f4-08bf-44c6-a298-5d2cc6265491 None None] Network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:42:16.161671 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ba9a7-d033-4a03-946b-abf34c1d32bf None None] Network b1fc238d-462a-411a-84ca-35d31f74315f requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:42:16.192697 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308e558-3c9f-41cf-963e-ec20ec852d36 None None] The sync data for ids ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'] in dv-cinder-839825-1-iscsi is: [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:11Z', 'revision_number': 3, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:42:16.229988 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-4cd2a993-1df1-4117-9072-e2774a74dcc0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1149545 Apr 28 22:42:16.235790 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653440'] for router (280602cf-7405-46ef-91c4-5a34fa86aa1f), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:16.263384 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd425ed-c264-4199-8378-c40bc762b07b,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:16.387813 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-82238788-1b60-451d-abff-6dc16e72eab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:16.439099 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:42:16.448333 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:16.484577 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] For port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:42:16.544517 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-c2e6f59d-6fa1-4238-abd0-d3ad6130ac50 None None] Provisioning complete for port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:16.545042 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c2e6f59d-6fa1-4238-abd0-d3ad6130ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:16.623299 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Router 280602cf-7405-46ef-91c4-5a34fa86aa1f is scheduled to L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c with binding_index 1 {{(pid=110300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 22:42:16.745333 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44924) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:16.858321 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:42:16.868562 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:42:16.871921 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:16.969584 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ce241f-4e2d-4d3f-bf69-0ee4d8f6d032 admin admin] Deleting subnet 07fcb40b-c99a-4682-8537-fe31c9a4b6e1 {{(pid=110299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 22:42:16.974783 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c4ce241f-4e2d-4d3f-bf69-0ee4d8f6d032 admin admin] Publish callbacks [] for subnet (07fcb40b-c99a-4682-8537-fe31c9a4b6e1), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:16.978385 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:16.982667 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-00da27dc-1272-4226-aa94-e3e63131710b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3586388 Apr 28 22:42:17.001019 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 44948) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:17.025116 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a89eeced-25bc-49f9-bf76-2c261fa98836 req-87434090-ea1d-4c6f-b228-7690803f52d6 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 210 time: 0.1686296 Apr 28 22:42:17.039318 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Sync routers for ids ['280602cf-7405-46ef-91c4-5a34fa86aa1f'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:42:17.138632 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5525ac-2e34-4726-83b2-cb437768db6c None None] Network b1fc238d-462a-411a-84ca-35d31f74315f requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:42:17.223593 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-82238788-1b60-451d-abff-6dc16e72eab1 admin admin] Publish callbacks [] for security_group (5b351172-b6e2-4e14-ad61-9c6592e2124c), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:17.253036 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c4ce241f-4e2d-4d3f-bf69-0ee4d8f6d032 admin admin] Publish callbacks [] for subnet (07fcb40b-c99a-4682-8537-fe31c9a4b6e1), precommit_delete_associations {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:17.332646 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Routers {'280602cf-7405-46ef-91c4-5a34fa86aa1f'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:42:17.333516 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:42:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['280602cf-7405-46ef-91c4-5a34fa86aa1f'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:17.360998 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-82238788-1b60-451d-abff-6dc16e72eab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (5b351172-b6e2-4e14-ad61-9c6592e2124c), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:17.385549 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c4ce241f-4e2d-4d3f-bf69-0ee4d8f6d032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711510'] for subnet (07fcb40b-c99a-4682-8537-fe31c9a4b6e1), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:17.393124 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-c2e6f59d-6fa1-4238-abd0-d3ad6130ac50 None None] Current status of the port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:17.399300 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Pushing event updated for resources: {'Port': ['ID=f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:17.558031 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82238788-1b60-451d-abff-6dc16e72eab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b351172-b6e2-4e14-ad61-9c6592e2124c,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:17.578108 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-9b633c6a-f3a1-4809-a10f-700e6524b3a6 None None] Provisioning complete for port 7fd425ed-c264-4199-8378-c40bc762b07b triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:17.578636 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9b633c6a-f3a1-4809-a10f-700e6524b3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (7fd425ed-c264-4199-8378-c40bc762b07b), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:17.617518 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Set router 280602cf-7405-46ef-91c4-5a34fa86aa1f gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:42:17.714888 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-82238788-1b60-451d-abff-6dc16e72eab1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed151fe9c9254a109b49f9d0cb2f724b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7424140 Apr 28 22:42:17.715790 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 44984) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:17.759820 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:42:17.771464 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-9b633c6a-f3a1-4809-a10f-700e6524b3a6 None None] Port 7fd425ed-c264-4199-8378-c40bc762b07b cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:42:17.795793 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-3b2a6e6c-1d7d-41f1-a32f-52c7ab3011a3 admin admin] 10.222.0.13 "PUT /v2.0/routers/a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7159131 Apr 28 22:42:17.804906 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 1e987fec-5971-4c7d-b19d-c56f735d1712 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:42:17.914215 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-98fd7cdb-633f-44d3-94f5-4668b6f25db0 admin admin] Publish callbacks [] for security_group (5b351172-b6e2-4e14-ad61-9c6592e2124c), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:17.962166 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c4ce241f-4e2d-4d3f-bf69-0ee4d8f6d032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for subnet (07fcb40b-c99a-4682-8537-fe31c9a4b6e1), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:17.986039 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-98fd7cdb-633f-44d3-94f5-4668b6f25db0 admin admin] Publish callbacks [] for security_group (5b351172-b6e2-4e14-ad61-9c6592e2124c), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.021977 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-e50d4997-de3c-4165-ab5d-9e1e2d705e7f None None] Provisioning complete for port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:18.023353 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e50d4997-de3c-4165-ab5d-9e1e2d705e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.045478 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce241f-4e2d-4d3f-bf69-0ee4d8f6d032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07fcb40b-c99a-4682-8537-fe31c9a4b6e1,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:18.053129 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c4ce241f-4e2d-4d3f-bf69-0ee4d8f6d032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.076975 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-c4ce241f-4e2d-4d3f-bf69-0ee4d8f6d032 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/07fcb40b-c99a-4682-8537-fe31c9a4b6e1 HTTP/1.1" status: 204 len: 168 time: 1.3088584 Apr 28 22:42:18.077150 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 45002) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:18.169249 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-98fd7cdb-633f-44d3-94f5-4668b6f25db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (5b351172-b6e2-4e14-ad61-9c6592e2124c), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.181342 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-98fd7cdb-633f-44d3-94f5-4668b6f25db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.181342 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-98fd7cdb-633f-44d3-94f5-4668b6f25db0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b351172-b6e2-4e14-ad61-9c6592e2124c HTTP/1.1" status: 204 len: 168 time: 0.4598172 Apr 28 22:42:18.198202 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd7cdb-633f-44d3-94f5-4668b6f25db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b351172-b6e2-4e14-ad61-9c6592e2124c,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:18.211327 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719352'] for network (4bf5700e-674c-46f5-a744-b8eabb739ccf), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.226226 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c1af52e3-34ea-4e8b-95ce-b4b7f98b057d req-65f0557d-740d-4857-83e2-da30940feab3 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 210 time: 0.0826223 Apr 28 22:42:18.308430 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:42:14Z', 'revision_number': 3, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port': {'id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:13Z', 'updated_at': '2022-04-28T22:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:18.310970 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-e50d4997-de3c-4165-ab5d-9e1e2d705e7f None None] Current status of the port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:18.324900 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 1e987fec-5971-4c7d-b19d-c56f735d1712 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:18.324900 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (1e987fec-5971-4c7d-b19d-c56f735d1712), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.351752 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Checking router: 280602cf-7405-46ef-91c4-5a34fa86aa1f for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:42:18.352298 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Updating router 280602cf-7405-46ef-91c4-5a34fa86aa1f port fc551921-7ab4-4d92-ad18-69c4a3f4c948 binding host dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:42:18.403903 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (fc551921-7ab4-4d92-ad18-69c4a3f4c948), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.426970 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708811', 'neutron.services.segments.db._delete_segments_for_network-8773828784761'] for network (4bf5700e-674c-46f5-a744-b8eabb739ccf), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.453075 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:42:18.453533 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:42:18.454544 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:42:18.454965 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Subscribe: > port after_create 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:42:18.455634 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:42:18.456225 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Subscribe: > port after_update 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:42:18.456629 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:42:18.457035 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:42:18.457441 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:42:18.458906 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:42:18.706646 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Publish callbacks [] for port (fc551921-7ab4-4d92-ad18-69c4a3f4c948), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.756726 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.786625 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (fc551921-7ab4-4d92-ad18-69c4a3f4c948), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.790787 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 1e987fec-5971-4c7d-b19d-c56f735d1712 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:18.792280 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (1e987fec-5971-4c7d-b19d-c56f735d1712), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.849391 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:42:18.851405 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:42:18.851919 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:42:18.852258 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:42:18.852635 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf5700e-674c-46f5-a744-b8eabb739ccf']}} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:18.860180 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] For port 1e987fec-5971-4c7d-b19d-c56f735d1712, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=1e987fec-5971-4c7d-b19d-c56f735d1712,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:42:18.889026 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9114e47f-313d-4d42-8735-5a294aeead8c') {'for_net_delete': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:18.889515 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9114e47f-313d-4d42-8735-5a294aeead8c') {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:18.918222 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Attempting to bind port fc551921-7ab4-4d92-ad18-69c4a3f4c948 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:42:18.918861 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Attempting to bind port fc551921-7ab4-4d92-ad18-69c4a3f4c948 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:42:18.919511 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Attempting to bind port fc551921-7ab4-4d92-ad18-69c4a3f4c948 on network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:42:18.919617 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773828787842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4001109'] for segment (9114e47f-313d-4d42-8735-5a294aeead8c), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.927482 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c3053-759f-4527-aecc-816cc700c8e9 None None] Pushing event updated for resources: {'Port': ['ID=fc551921-7ab4-4d92-ad18-69c4a3f4c948,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:18.938384 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:42:18.938384 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Checking segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:42:18.938384 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.938384 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Bound using segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:42:18.938384 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Bound port: fc551921-7ab4-4d92-ad18-69c4a3f4c948, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:42:18.938384 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (fc551921-7ab4-4d92-ad18-69c4a3f4c948), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.966713 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (9114e47f-313d-4d42-8735-5a294aeead8c), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.983901 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (1e987fec-5971-4c7d-b19d-c56f735d1712), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:18.984694 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:42:19.002418 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=110300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 22:42:19.002418 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442450'] for segment (9114e47f-313d-4d42-8735-5a294aeead8c), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: from cryptography.utils import int_from_bytes Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: from cryptography.utils import int_from_bytes Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: Traceback (most recent call last): Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: timer() Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: cb(*args, **kw) Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: return func(*args, **kwargs) Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: self._notify() Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: self.callback(batched_events) Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: event.method(event) Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: return f(self, *a, **k) Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._get(url).json() Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: return self.request(url, 'GET', **kwargs) Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 22:42:19.018236 dv-cinder-839825-1-iscsi neutron-server[110300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 22:42:19.121046 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] For port fc551921-7ab4-4d92-ad18-69c4a3f4c948, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:42:19.130356 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] For port fc551921-7ab4-4d92-ad18-69c4a3f4c948, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=fc551921-7ab4-4d92-ad18-69c4a3f4c948,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:42:19.137276 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Pushing event updated for resources: {'Port': ['ID=1e987fec-5971-4c7d-b19d-c56f735d1712,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:19.140455 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:19.140993 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:19.185381 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Sync routers for ids ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:42:19.216177 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (fc551921-7ab4-4d92-ad18-69c4a3f4c948), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:19.223960 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Routers {'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:42:19.229766 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:42:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:19.295092 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833228'] for network (4bf5700e-674c-46f5-a744-b8eabb739ccf), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:19.315040 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:19.319080 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Routers {'280602cf-7405-46ef-91c4-5a34fa86aa1f'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:42:19.320042 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:42:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['280602cf-7405-46ef-91c4-5a34fa86aa1f'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:19.333575 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] 10.222.0.13 "DELETE /v2.0/networks/4bf5700e-674c-46f5-a744-b8eabb739ccf HTTP/1.1" status: 204 len: 168 time: 1.2480156 Apr 28 22:42:19.333575 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 45054) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:19.399415 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Allocated IP 172.20.0.1 (4b5e1227-3988-4ad7-90dc-d0fa51cdcf42/b847d591-c822-4dfe-a39d-8158c4e033b8/ab55a193-7abc-4048-ae63-e66820069be4) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:42:19.476362 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413546fd-873f-43a8-b800-bfd8dd2306aa admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf5700e-674c-46f5-a744-b8eabb739ccf,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:19.512488 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-af64335b-1046-4a6d-9f02-88c4d1579374 admin admin] Deleting subnet ee73134f-351d-41bc-a4a3-353f56de6725 {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 22:42:19.519266 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af64335b-1046-4a6d-9f02-88c4d1579374 admin admin] Publish callbacks [] for subnet (ee73134f-351d-41bc-a4a3-353f56de6725), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:19.535955 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Set router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:42:19.626471 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af64335b-1046-4a6d-9f02-88c4d1579374 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4001100'] for subnet (ee73134f-351d-41bc-a4a3-353f56de6725), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:19.679900 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c3053-759f-4527-aecc-816cc700c8e9 None None] Pushing event updated for resources: {'Port': ['ID=fc551921-7ab4-4d92-ad18-69c4a3f4c948,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:19.749954 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Publish callbacks [] for port (ab55a193-7abc-4048-ae63-e66820069be4), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:19.819044 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:19.823441 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-76599143-74d1-48af-9f6e-27235325b8ab req-bc33115d-ce8c-49fd-9b0c-56c6e9334c29 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 210 time: 0.0989978 Apr 28 22:42:19.836908 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] Set router 280602cf-7405-46ef-91c4-5a34fa86aa1f gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:42:19.873993 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (ab55a193-7abc-4048-ae63-e66820069be4), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:19.887990 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af64335b-1046-4a6d-9f02-88c4d1579374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711510'] for subnet (ee73134f-351d-41bc-a4a3-353f56de6725), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:19.987608 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:42:19.994634 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:20.000043 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:42:20.008626 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833397'] for router_interface (280602cf-7405-46ef-91c4-5a34fa86aa1f), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:20.045703 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af64335b-1046-4a6d-9f02-88c4d1579374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288626'] for subnet (ee73134f-351d-41bc-a4a3-353f56de6725), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:20.074364 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af64335b-1046-4a6d-9f02-88c4d1579374 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:20.085885 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-af64335b-1046-4a6d-9f02-88c4d1579374 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ee73134f-351d-41bc-a4a3-353f56de6725 HTTP/1.1" status: 204 len: 168 time: 0.7328980 Apr 28 22:42:20.087732 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 1e987fec-5971-4c7d-b19d-c56f735d1712 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:42:20.088520 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 45086) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:20.154682 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64335b-1046-4a6d-9f02-88c4d1579374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee73134f-351d-41bc-a4a3-353f56de6725,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:20.278508 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ab55a193-7abc-4048-ae63-e66820069be4,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:20.387933 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 1e987fec-5971-4c7d-b19d-c56f735d1712 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:20.388445 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (1e987fec-5971-4c7d-b19d-c56f735d1712), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:20.407471 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4735c5fb-b539-42f5-a763-88a0168a6e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719352'] for network (b1fc238d-462a-411a-84ca-35d31f74315f), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:20.408676 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:15Z', 'revision_number': 4, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '7fd425ed-c264-4199-8378-c40bc762b07b', 'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'mac_address': 'fa:16:3e:7e:80:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:14Z', 'updated_at': '2022-04-28T22:42:15Z', 'revision_number': 2, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'subnets': [{'id': 'f764963a-8464-4a24-ad54-07350b19889d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:20.462247 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ab55a193-7abc-4048-ae63-e66820069be4), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:20.465154 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Checking router: a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:42:20.465519 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Updating router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac port 7fd425ed-c264-4199-8378-c40bc762b07b binding host dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:42:20.498496 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:42:14Z', 'revision_number': 3, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port': {'id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:13Z', 'updated_at': '2022-04-28T22:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:20.549518 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (7fd425ed-c264-4199-8378-c40bc762b07b), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:20.587340 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c6e895-b8fd-4e46-961b-351f5ca492ea None None] The sync data for ids ['280602cf-7405-46ef-91c4-5a34fa86aa1f'] in dv-cinder-839825-1-iscsi is: [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:42:14Z', 'revision_number': 3, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port': {'id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:13Z', 'updated_at': '2022-04-28T22:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:42:20.592354 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-7492c602-e1ce-483a-8b90-8eb02ac9ab0c None None] Provisioning complete for port ab55a193-7abc-4048-ae63-e66820069be4 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:20.596220 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7492c602-e1ce-483a-8b90-8eb02ac9ab0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ab55a193-7abc-4048-ae63-e66820069be4), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:20.610183 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4735c5fb-b539-42f5-a763-88a0168a6e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708811', 'neutron.services.segments.db._delete_segments_for_network-8773828784761'] for network (b1fc238d-462a-411a-84ca-35d31f74315f), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:20.718396 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-4735c5fb-b539-42f5-a763-88a0168a6e0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1fc238d-462a-411a-84ca-35d31f74315f']}} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:20.759925 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-4735c5fb-b539-42f5-a763-88a0168a6e0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203727ac-47ef-4d3b-8030-27e9f72dade8') {'for_net_delete': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:20.762254 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-4735c5fb-b539-42f5-a763-88a0168a6e0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203727ac-47ef-4d3b-8030-27e9f72dade8') {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:20.781178 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 1e987fec-5971-4c7d-b19d-c56f735d1712 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:20.810542 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Publish callbacks [] for port (ab55a193-7abc-4048-ae63-e66820069be4), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:20.815028 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4735c5fb-b539-42f5-a763-88a0168a6e0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773828787842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4001109'] for segment (203727ac-47ef-4d3b-8030-27e9f72dade8), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:20.823993 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-7492c602-e1ce-483a-8b90-8eb02ac9ab0c None None] Port ab55a193-7abc-4048-ae63-e66820069be4 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:42:20.859388 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4735c5fb-b539-42f5-a763-88a0168a6e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (203727ac-47ef-4d3b-8030-27e9f72dade8), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:20.870301 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4735c5fb-b539-42f5-a763-88a0168a6e0d admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=110300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 22:42:20.872652 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4735c5fb-b539-42f5-a763-88a0168a6e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442450'] for segment (203727ac-47ef-4d3b-8030-27e9f72dade8), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: Traceback (most recent call last): Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: timer() Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: cb(*args, **kw) Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: return func(*args, **kwargs) Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: self._notify() Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: self.callback(batched_events) Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: event.method(event) Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: return f(self, *a, **k) Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._get(url).json() Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: return self.request(url, 'GET', **kwargs) Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 22:42:20.880341 dv-cinder-839825-1-iscsi neutron-server[110300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 22:42:20.899793 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (ab55a193-7abc-4048-ae63-e66820069be4), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:20.900584 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834501'] for router_interface (280602cf-7405-46ef-91c4-5a34fa86aa1f), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:21.034469 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.31', 56041) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:21.063791 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 45128) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:21.074019 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-9a83ffc4-b662-4a06-b7db-9d548827e147 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--940504107', 'description': 'tempest-description--1888446925'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:21.133489 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ab55a193-7abc-4048-ae63-e66820069be4,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:21.153489 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Publish callbacks [] for port (7fd425ed-c264-4199-8378-c40bc762b07b), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:21.199862 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:42:21.206096 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:21.262538 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (7fd425ed-c264-4199-8378-c40bc762b07b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:21.272599 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9a83ffc4-b662-4a06-b7db-9d548827e147 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:21.392321 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc110dd-3348-4aee-9dec-3285b60d4969 None None] Pushing event updated for resources: {'Port': ['ID=7fd425ed-c264-4199-8378-c40bc762b07b,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:21.421978 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9a83ffc4-b662-4a06-b7db-9d548827e147 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group (6e71eb67-4a83-4ddc-856b-356d80113e96), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:21.430444 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4735c5fb-b539-42f5-a763-88a0168a6e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833228'] for network (b1fc238d-462a-411a-84ca-35d31f74315f), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:21.450850 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-566d9f87-9a57-472c-a068-9fcaad9550e1 req-f79b04e0-9f9f-49c3-8b10-76b0764ef29e tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 210 time: 0.4153872 Apr 28 22:42:21.463402 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4735c5fb-b539-42f5-a763-88a0168a6e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:21.496131 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-4735c5fb-b539-42f5-a763-88a0168a6e0d admin admin] 10.222.0.13 "DELETE /v2.0/networks/b1fc238d-462a-411a-84ca-35d31f74315f HTTP/1.1" status: 204 len: 168 time: 1.4060445 Apr 28 22:42:21.500784 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9a83ffc4-b662-4a06-b7db-9d548827e147 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (6e71eb67-4a83-4ddc-856b-356d80113e96), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:21.557357 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735c5fb-b539-42f5-a763-88a0168a6e0d admin admin] Pushing event deleted for resources: {'Network': ['ID=b1fc238d-462a-411a-84ca-35d31f74315f,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:21.576273 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Attempting to bind port 7fd425ed-c264-4199-8378-c40bc762b07b on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:42:21.576877 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Attempting to bind port 7fd425ed-c264-4199-8378-c40bc762b07b by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'fc508591-b290-4de0-bccf-84bd57c77663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:42:21.577165 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Attempting to bind port 7fd425ed-c264-4199-8378-c40bc762b07b on network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:42:21.607473 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:42:21.611976 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Checking segment: {'id': 'fc508591-b290-4de0-bccf-84bd57c77663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:42:21.611976 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:21.611976 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Bound using segment: {'id': 'fc508591-b290-4de0-bccf-84bd57c77663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:42:21.611976 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Bound port: 7fd425ed-c264-4199-8378-c40bc762b07b, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc508591-b290-4de0-bccf-84bd57c77663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:42:21.611976 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (7fd425ed-c264-4199-8378-c40bc762b07b), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:21.649981 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-c4ae270f-d062-4fa9-a380-9a5b81b49eab tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:21.651779 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-c4ae270f-d062-4fa9-a380-9a5b81b49eab tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.31 "GET /v2.0/networks?id=5d19ae2d-5363-42e0-8569-31c00579b9cd HTTP/1.1" status: 200 len: 812 time: 0.6096339 Apr 28 22:42:21.682390 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Router 280602cf-7405-46ef-91c4-5a34fa86aa1f has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:42:21.702105 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83ffc4-b662-4a06-b7db-9d548827e147 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e71eb67-4a83-4ddc-856b-356d80113e96,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:21.705268 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-cd2c40ca-eb39-4f33-9f1c-5e6df9252a0f None None] Provisioning complete for port ab55a193-7abc-4048-ae63-e66820069be4 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:21.706127 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cd2c40ca-eb39-4f33-9f1c-5e6df9252a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ab55a193-7abc-4048-ae63-e66820069be4), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:21.732611 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9a83ffc4-b662-4a06-b7db-9d548827e147 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:21.733911 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-9a83ffc4-b662-4a06-b7db-9d548827e147 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6638887 Apr 28 22:42:21.749758 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 45152) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:21.749933 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-22ccd9d0-2879-43fd-bed2-ffd3661babe3 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Request body: {'port': {'device_id': 'd3fd1557-7e8e-45d7-9ae6-c621821ee44c', 'network_id': '5d19ae2d-5363-42e0-8569-31c00579b9cd', 'admin_state_up': True, 'tenant_id': 'bf1cdf4729fa42d0aab129b940c67052'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:21.773675 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-41d42247-6bc5-419e-85a8-4600273ea697 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Request body: {'security_group_rule': {'security_group_id': '6e71eb67-4a83-4ddc-856b-356d80113e96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:21.799429 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c40ca-eb39-4f33-9f1c-5e6df9252a0f None None] Port ab55a193-7abc-4048-ae63-e66820069be4 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:42:21.879952 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] For port 7fd425ed-c264-4199-8378-c40bc762b07b, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:42:21.888635 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] For port 7fd425ed-c264-4199-8378-c40bc762b07b, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=7fd425ed-c264-4199-8378-c40bc762b07b,segment=NetworkSegment(fc508591-b290-4de0-bccf-84bd57c77663),segment_id=fc508591-b290-4de0-bccf-84bd57c77663)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:42:21.925639 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-dc88156a-0b89-40e8-83eb-fd403b2d74bb None None] Provisioning complete for port 7fd425ed-c264-4199-8378-c40bc762b07b triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:21.926252 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-dc88156a-0b89-40e8-83eb-fd403b2d74bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (7fd425ed-c264-4199-8378-c40bc762b07b), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:21.977038 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (7fd425ed-c264-4199-8378-c40bc762b07b), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.021678 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:42:22.028994 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-e7c2c906-965c-4179-a019-7004e5b7c3d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/280602cf-7405-46ef-91c4-5a34fa86aa1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0192037 Apr 28 22:42:22.034586 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device fc551921-7ab4-4d92-ad18-69c4a3f4c948 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:42:22.051377 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 45162) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:22.060700 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-41d42247-6bc5-419e-85a8-4600273ea697 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group_rule (67500b94-6c41-4c4f-a559-1cf5ae647053), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.111107 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 45168) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:22.199325 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Routers {'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:42:22.199967 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:42:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:22.208165 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-dc88156a-0b89-40e8-83eb-fd403b2d74bb None None] Port 7fd425ed-c264-4199-8378-c40bc762b07b cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:42:22.215352 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc110dd-3348-4aee-9dec-3285b60d4969 None None] Pushing event updated for resources: {'Port': ['ID=7fd425ed-c264-4199-8378-c40bc762b07b,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:22.252668 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port fc551921-7ab4-4d92-ad18-69c4a3f4c948 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:22.253189 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (fc551921-7ab4-4d92-ad18-69c4a3f4c948), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.278974 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-22ccd9d0-2879-43fd-bed2-ffd3661babe3 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Made reservation on behalf of bf1cdf4729fa42d0aab129b940c67052 for: {'port': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:42:22.286499 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-22ccd9d0-2879-43fd-bed2-ffd3661babe3 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.368279 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-e99abde6-bff1-4308-9baa-f24fa42f5f79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9987fc07885b4a7db0b8fd733f026dc6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2537498 Apr 28 22:42:22.373490 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 45176) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:22.378305 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-41d42247-6bc5-419e-85a8-4600273ea697 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group_rule (67500b94-6c41-4c4f-a559-1cf5ae647053), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.461784 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-41d42247-6bc5-419e-85a8-4600273ea697 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (67500b94-6c41-4c4f-a559-1cf5ae647053), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.483506 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port fc551921-7ab4-4d92-ad18-69c4a3f4c948 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:22.485096 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (fc551921-7ab4-4d92-ad18-69c4a3f4c948), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.519736 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d42247-6bc5-419e-85a8-4600273ea697 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67500b94-6c41-4c4f-a559-1cf5ae647053,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:22.546677 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] Set router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:42:22.576523 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-185bdffc-4bdb-4ff1-be0c-b7c91a528007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.581159 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] For port fc551921-7ab4-4d92-ad18-69c4a3f4c948, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=fc551921-7ab4-4d92-ad18-69c4a3f4c948,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:42:22.607628 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-97eb9f45-5aeb-4810-9a3f-66044828a203 admin admin] Publish callbacks [] for security_group (7b667b98-47cb-4bbb-83c7-8fdc753e8992), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.622224 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-26bc029f-d6ad-4013-b276-1442347ce87e None None] Provisioning complete for port 7fd425ed-c264-4199-8378-c40bc762b07b triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:22.622618 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-26bc029f-d6ad-4013-b276-1442347ce87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (7fd425ed-c264-4199-8378-c40bc762b07b), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.656325 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-41d42247-6bc5-419e-85a8-4600273ea697 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.662159 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-41d42247-6bc5-419e-85a8-4600273ea697 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9058774 Apr 28 22:42:22.664252 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 45192) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:22.673320 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-ab306611-c59a-4266-b2b3-632a35c9071d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Request body: {'security_group_rule': {'security_group_id': '6e71eb67-4a83-4ddc-856b-356d80113e96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:22.680970 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-97eb9f45-5aeb-4810-9a3f-66044828a203 admin admin] Publish callbacks [] for security_group (7b667b98-47cb-4bbb-83c7-8fdc753e8992), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.687328 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (fc551921-7ab4-4d92-ad18-69c4a3f4c948), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.817477 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-185bdffc-4bdb-4ff1-be0c-b7c91a528007 admin admin] Publish callbacks [] for security_group (ec4455af-1cb0-408d-9011-dbda29c10d46), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.869287 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Pushing event updated for resources: {'Port': ['ID=fc551921-7ab4-4d92-ad18-69c4a3f4c948,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:22.880373 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ab306611-c59a-4266-b2b3-632a35c9071d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group_rule (fb111d16-ae3e-4a09-abf3-ba63ea313e42), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.892883 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-006b3f36-a78c-40b7-9e74-885c7c13e684 req-3afb311d-d871-4364-a110-cfd7cd1d5d5d tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 210 time: 0.0590291 Apr 28 22:42:22.898170 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-97eb9f45-5aeb-4810-9a3f-66044828a203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (7b667b98-47cb-4bbb-83c7-8fdc753e8992), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.900250 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-97eb9f45-5aeb-4810-9a3f-66044828a203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.901373 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-97eb9f45-5aeb-4810-9a3f-66044828a203 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b667b98-47cb-4bbb-83c7-8fdc753e8992 HTTP/1.1" status: 204 len: 168 time: 0.5218270 Apr 28 22:42:22.939331 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb9f45-5aeb-4810-9a3f-66044828a203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b667b98-47cb-4bbb-83c7-8fdc753e8992,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:22.941355 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-185bdffc-4bdb-4ff1-be0c-b7c91a528007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (ec4455af-1cb0-408d-9011-dbda29c10d46), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:22.990646 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-26bc029f-d6ad-4013-b276-1442347ce87e None None] Current status of the port 7fd425ed-c264-4199-8378-c40bc762b07b is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:22.991034 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-26bc029f-d6ad-4013-b276-1442347ce87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (7fd425ed-c264-4199-8378-c40bc762b07b), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:23.024633 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-22ccd9d0-2879-43fd-bed2-ffd3661babe3 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Allocated IP 172.20.0.14 (5d19ae2d-5363-42e0-8569-31c00579b9cd/a6819f92-4793-4103-afc8-628b808918f2/6ad37a94-9efe-4de2-a773-be8688e69224) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:42:23.044316 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185bdffc-4bdb-4ff1-be0c-b7c91a528007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4455af-1cb0-408d-9011-dbda29c10d46,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:23.049357 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-185bdffc-4bdb-4ff1-be0c-b7c91a528007 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d5b3b44f55149078437ddd50f2c6af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9947872 Apr 28 22:42:23.067339 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 45206) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:23.101278 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-26bc029f-d6ad-4013-b276-1442347ce87e None None] For port 7fd425ed-c264-4199-8378-c40bc762b07b, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=7fd425ed-c264-4199-8378-c40bc762b07b,segment=NetworkSegment(fc508591-b290-4de0-bccf-84bd57c77663),segment_id=fc508591-b290-4de0-bccf-84bd57c77663)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:42:23.179022 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-26bc029f-d6ad-4013-b276-1442347ce87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (7fd425ed-c264-4199-8378-c40bc762b07b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:23.248239 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ab306611-c59a-4266-b2b3-632a35c9071d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group_rule (fb111d16-ae3e-4a09-abf3-ba63ea313e42), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:23.279008 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc029f-d6ad-4013-b276-1442347ce87e None None] Pushing event updated for resources: {'Port': ['ID=7fd425ed-c264-4199-8378-c40bc762b07b,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:23.329347 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ab306611-c59a-4266-b2b3-632a35c9071d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (fb111d16-ae3e-4a09-abf3-ba63ea313e42), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:23.421524 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-49a7d509-18f5-4b83-97e3-2201b8187da9 admin admin] Publish callbacks [] for security_group (ec4455af-1cb0-408d-9011-dbda29c10d46), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:23.449647 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:15Z', 'revision_number': 4, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '7fd425ed-c264-4199-8378-c40bc762b07b', 'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'mac_address': 'fa:16:3e:7e:80:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:14Z', 'updated_at': '2022-04-28T22:42:21Z', 'revision_number': 4, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'subnets': [{'id': 'f764963a-8464-4a24-ad54-07350b19889d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:23.497330 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab306611-c59a-4266-b2b3-632a35c9071d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb111d16-ae3e-4a09-abf3-ba63ea313e42,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:23.567438 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b1d0a5-66b0-454a-a734-86d99dc0ef5a None None] The sync data for ids ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'] in dv-cinder-839825-1-iscsi is: [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:15Z', 'revision_number': 4, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '7fd425ed-c264-4199-8378-c40bc762b07b', 'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'mac_address': 'fa:16:3e:7e:80:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:14Z', 'updated_at': '2022-04-28T22:42:21Z', 'revision_number': 4, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'subnets': [{'id': 'f764963a-8464-4a24-ad54-07350b19889d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:42:23.607684 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-49a7d509-18f5-4b83-97e3-2201b8187da9 admin admin] Publish callbacks [] for security_group (ec4455af-1cb0-408d-9011-dbda29c10d46), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:23.615006 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ab306611-c59a-4266-b2b3-632a35c9071d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:23.619616 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-ab306611-c59a-4266-b2b3-632a35c9071d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9509108 Apr 28 22:42:23.620030 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 45224) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:23.626860 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Request body: {'floatingip': {'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:23.802553 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:23.931474 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-22ccd9d0-2879-43fd-bed2-ffd3661babe3 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Publish callbacks [] for port (6ad37a94-9efe-4de2-a773-be8688e69224), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:23.983597 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d722f4f-b479-48f6-9120-79254eabc588 req-86192c56-4683-469f-aaa9-bab01c79451a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:23.990833 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2d722f4f-b479-48f6-9120-79254eabc588 req-86192c56-4683-469f-aaa9-bab01c79451a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 819 time: 0.4895315 Apr 28 22:42:24.032577 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-49a7d509-18f5-4b83-97e3-2201b8187da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (ec4455af-1cb0-408d-9011-dbda29c10d46), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:24.036094 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-49a7d509-18f5-4b83-97e3-2201b8187da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:24.041678 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-49a7d509-18f5-4b83-97e3-2201b8187da9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec4455af-1cb0-408d-9011-dbda29c10d46 HTTP/1.1" status: 204 len: 168 time: 0.9755962 Apr 28 22:42:24.054013 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2d722f4f-b479-48f6-9120-79254eabc588 req-475c7873-011d-4a7b-abde-0f5c8bd72212 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/quotas/0e6a4951a5af4affa5cc818a808d3e0e HTTP/1.1" status: 200 len: 375 time: 0.0496261 Apr 28 22:42:24.159154 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Sync routers for ids ['280602cf-7405-46ef-91c4-5a34fa86aa1f'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:42:24.181329 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Routers {'280602cf-7405-46ef-91c4-5a34fa86aa1f'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:42:24.182133 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:42:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['280602cf-7405-46ef-91c4-5a34fa86aa1f'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:24.190321 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 7fd425ed-c264-4199-8378-c40bc762b07b up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:42:24.195704 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7d509-18f5-4b83-97e3-2201b8187da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4455af-1cb0-408d-9011-dbda29c10d46,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:24.307658 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:24.337490 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2d722f4f-b479-48f6-9120-79254eabc588 req-5338e0b5-a79f-46f9-985e-2b54b2971f08 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2630298 Apr 28 22:42:24.392990 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f26a0bbf-da5e-49ed-b290-9bc189aebc22 req-371e7e2a-f59e-452f-8cca-a780acccf08d tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 210 time: 0.0868077 Apr 28 22:42:24.554409 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-22ccd9d0-2879-43fd-bed2-ffd3661babe3 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (6ad37a94-9efe-4de2-a773-be8688e69224), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:24.659832 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Allocated IP 172.27.0.14 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/9d56e446-d858-4d2f-ab3d-f3a2501a6729) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:42:24.745028 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2d722f4f-b479-48f6-9120-79254eabc588 req-15901524-3b16-40c6-8c11-d2d96b33fe24 service neutron] 10.222.0.13 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722382 Apr 28 22:42:24.770478 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Set router 280602cf-7405-46ef-91c4-5a34fa86aa1f gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:42:24.824052 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-22ccd9d0-2879-43fd-bed2-ffd3661babe3 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Network 5d19ae2d-5363-42e0-8569-31c00579b9cd is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:42:24.835593 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccd9d0-2879-43fd-bed2-ffd3661babe3 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Pushing event updated for resources: {'Port': ['ID=6ad37a94-9efe-4de2-a773-be8688e69224,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:24.846790 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-22ccd9d0-2879-43fd-bed2-ffd3661babe3 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:24.861494 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-22ccd9d0-2879-43fd-bed2-ffd3661babe3 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:42:25.007241 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for port (9d56e446-d858-4d2f-ab3d-f3a2501a6729), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:25.120708 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-22ccd9d0-2879-43fd-bed2-ffd3661babe3 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:25.124016 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-22ccd9d0-2879-43fd-bed2-ffd3661babe3 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:25.144033 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:42:20Z', 'revision_number': 4, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port': {'id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:13Z', 'updated_at': '2022-04-28T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'ab55a193-7abc-4048-ae63-e66820069be4', 'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'mac_address': 'fa:16:3e:c9:99:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:18Z', 'updated_at': '2022-04-28T22:42:20Z', 'revision_number': 2, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'subnets': [{'id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:25.172337 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (9d56e446-d858-4d2f-ab3d-f3a2501a6729), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:25.180417 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2d722f4f-b479-48f6-9120-79254eabc588 req-c38b9e4d-5ca4-4b89-87b9-dba9c15c4a38 service neutron] 10.222.0.13 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338286 Apr 28 22:42:25.206973 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Checking router: 280602cf-7405-46ef-91c4-5a34fa86aa1f for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:42:25.207570 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Updating router 280602cf-7405-46ef-91c4-5a34fa86aa1f port ab55a193-7abc-4048-ae63-e66820069be4 binding host dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:42:25.254331 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 7fd425ed-c264-4199-8378-c40bc762b07b triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:25.254827 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (7fd425ed-c264-4199-8378-c40bc762b07b), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:25.257474 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-22ccd9d0-2879-43fd-bed2-ffd3661babe3 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5597627 Apr 28 22:42:25.269561 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-0f76f128-4719-4079-b368-2f82a016fc76 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110300) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 22:42:25.270821 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-0f76f128-4719-4079-b368-2f82a016fc76 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0079787 Apr 28 22:42:25.294045 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 45244) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:25.440015 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-67151ede-a0aa-4a71-a400-73936624e887 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b1f385e5ee0418dba6b9570c3d1014a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1442337 Apr 28 22:42:25.446647 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 45252) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:25.456469 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ab55a193-7abc-4048-ae63-e66820069be4), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:25.480913 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 45256) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:25.606002 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:42:25.611888 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:25.619549 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:42:25.747939 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0a439943-9360-4d78-aa54-b9a1d823ce54 req-8eba41ec-b11c-4e5b-86e6-bb5d78e1dc4a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 210 time: 0.1366296 Apr 28 22:42:25.813086 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event updated for resources: {'Port': ['ID=9d56e446-d858-4d2f-ab3d-f3a2501a6729,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:25.833582 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7f0c6f82-26c6-4a3f-bbdb-40c126781103 admin admin] Publish callbacks [] for security_group (cbe0b01f-a894-4d97-90c3-3d0dee07c01b), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:25.872097 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7f0c6f82-26c6-4a3f-bbdb-40c126781103 admin admin] Publish callbacks [] for security_group (cbe0b01f-a894-4d97-90c3-3d0dee07c01b), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:26.018191 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-44d0aa50-21f2-4d98-966b-9cda72049bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:26.024192 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c77407-64f3-454a-a192-928f9ee627fb req-a87b6057-5d0b-45cf-b0d9-3540f020bf0b tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:26.027389 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-47c77407-64f3-454a-a192-928f9ee627fb req-a87b6057-5d0b-45cf-b0d9-3540f020bf0b tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 932 time: 0.3894913 Apr 28 22:42:26.106145 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for floatingip (c00f80ff-f9c7-4b99-8bc7-bfc409ce7084), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:26.186297 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Request body: {'port': {'device_id': 'd3fd1557-7e8e-45d7-9ae6-c621821ee44c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:26.202521 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-47c77407-64f3-454a-a192-928f9ee627fb req-1847e66e-1ac7-41b5-890f-87eb8a572147 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623440 Apr 28 22:42:26.283486 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7f0c6f82-26c6-4a3f-bbdb-40c126781103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (cbe0b01f-a894-4d97-90c3-3d0dee07c01b), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:26.287301 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-7f0c6f82-26c6-4a3f-bbdb-40c126781103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:26.288994 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-7f0c6f82-26c6-4a3f-bbdb-40c126781103 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbe0b01f-a894-4d97-90c3-3d0dee07c01b HTTP/1.1" status: 204 len: 168 time: 0.8452361 Apr 28 22:42:26.308970 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 45290) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:26.332820 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (9d56e446-d858-4d2f-ab3d-f3a2501a6729), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:26.363896 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Publish callbacks [] for port (ab55a193-7abc-4048-ae63-e66820069be4), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:26.431187 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c6f82-26c6-4a3f-bbdb-40c126781103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe0b01f-a894-4d97-90c3-3d0dee07c01b,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:26.460978 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (ab55a193-7abc-4048-ae63-e66820069be4), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:26.471468 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ce191aa8-03f8-4824-838e-0bca46ac67c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:26.534203 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-44d0aa50-21f2-4d98-966b-9cda72049bc2 admin admin] Publish callbacks [] for security_group (56c5cd62-9521-41da-a0ee-86090b03dcac), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:26.589593 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 7fd425ed-c264-4199-8378-c40bc762b07b is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:26.590693 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device fc551921-7ab4-4d92-ad18-69c4a3f4c948 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:42:26.749176 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3483baa-7104-4004-a05f-6712bef5d280 None None] Pushing event updated for resources: {'Port': ['ID=ab55a193-7abc-4048-ae63-e66820069be4,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:26.809168 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for port (9d56e446-d858-4d2f-ab3d-f3a2501a6729), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:26.820482 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-44d0aa50-21f2-4d98-966b-9cda72049bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (56c5cd62-9521-41da-a0ee-86090b03dcac), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:26.919366 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port fc551921-7ab4-4d92-ad18-69c4a3f4c948 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:26.925154 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (6ad37a94-9efe-4de2-a773-be8688e69224), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:26.926022 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (fc551921-7ab4-4d92-ad18-69c4a3f4c948), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:26.926367 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (9d56e446-d858-4d2f-ab3d-f3a2501a6729), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:26.944373 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0aa50-21f2-4d98-966b-9cda72049bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c5cd62-9521-41da-a0ee-86090b03dcac,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:27.018646 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Attempting to bind port ab55a193-7abc-4048-ae63-e66820069be4 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:42:27.019053 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Attempting to bind port ab55a193-7abc-4048-ae63-e66820069be4 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:42:27.019393 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Attempting to bind port ab55a193-7abc-4048-ae63-e66820069be4 on network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:42:27.028552 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (c00f80ff-f9c7-4b99-8bc7-bfc409ce7084), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:27.050931 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:42:27.051374 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Checking segment: {'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:42:27.055537 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:27.055982 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Bound using segment: {'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:42:27.056505 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Bound port: ab55a193-7abc-4048-ae63-e66820069be4, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:42:27.056908 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ab55a193-7abc-4048-ae63-e66820069be4), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:27.105996 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event updated for resources: {'Port': ['ID=9d56e446-d858-4d2f-ab3d-f3a2501a6729,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:27.136992 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 45324) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:27.144501 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-44d0aa50-21f2-4d98-966b-9cda72049bc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb6ee676aa324ab7806883934fa817a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6516955 Apr 28 22:42:27.263277 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port fc551921-7ab4-4d92-ad18-69c4a3f4c948 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:27.273090 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:27.287219 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-603cb334-7198-4a57-adff-1952405ea991 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6528022 Apr 28 22:42:27.347621 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3b226450-2f2b-4ea6-8973-1dfd7534c4ab admin admin] Publish callbacks [] for security_group (56c5cd62-9521-41da-a0ee-86090b03dcac), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:27.353264 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-efb675bf-9e0c-45e6-8f1e-ea5a5f1e478a None None] Provisioning complete for port ab55a193-7abc-4048-ae63-e66820069be4 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:27.353660 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-efb675bf-9e0c-45e6-8f1e-ea5a5f1e478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ab55a193-7abc-4048-ae63-e66820069be4), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:27.394618 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3b226450-2f2b-4ea6-8973-1dfd7534c4ab admin admin] Publish callbacks [] for security_group (56c5cd62-9521-41da-a0ee-86090b03dcac), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:27.470613 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c5ae3-8b4c-4558-a108-c26eb69001ce req-b22daa47-aa92-4318-b76a-8a7655007020 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:27.478803 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8b9c5ae3-8b4c-4558-a108-c26eb69001ce req-b22daa47-aa92-4318-b76a-8a7655007020 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 932 time: 0.0757020 Apr 28 22:42:27.502830 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-efb675bf-9e0c-45e6-8f1e-ea5a5f1e478a None None] Port ab55a193-7abc-4048-ae63-e66820069be4 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:42:27.539011 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] For port ab55a193-7abc-4048-ae63-e66820069be4, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:42:27.549420 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] For port ab55a193-7abc-4048-ae63-e66820069be4, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=ab55a193-7abc-4048-ae63-e66820069be4,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:42:27.570818 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8b9c5ae3-8b4c-4558-a108-c26eb69001ce req-201e0612-6f31-4c48-9ca0-76fd3b0f1705 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898197 Apr 28 22:42:27.642668 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (ab55a193-7abc-4048-ae63-e66820069be4), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:27.733333 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3b226450-2f2b-4ea6-8973-1dfd7534c4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (56c5cd62-9521-41da-a0ee-86090b03dcac), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:27.740063 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3b226450-2f2b-4ea6-8973-1dfd7534c4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:27.741474 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-3b226450-2f2b-4ea6-8973-1dfd7534c4ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56c5cd62-9521-41da-a0ee-86090b03dcac HTTP/1.1" status: 204 len: 168 time: 0.6032598 Apr 28 22:42:27.755582 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Routers {'280602cf-7405-46ef-91c4-5a34fa86aa1f'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:42:27.756365 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:42:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['280602cf-7405-46ef-91c4-5a34fa86aa1f'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:27.786792 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b226450-2f2b-4ea6-8973-1dfd7534c4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c5cd62-9521-41da-a0ee-86090b03dcac,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:27.832583 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad37a94-9efe-4de2-a773-be8688e69224 {{(pid=110300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:42:27.853069 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3483baa-7104-4004-a05f-6712bef5d280 None None] Pushing event updated for resources: {'Port': ['ID=ab55a193-7abc-4048-ae63-e66820069be4,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:27.869499 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Publish callbacks [] for port (6ad37a94-9efe-4de2-a773-be8688e69224), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:28.006100 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.provisioning_blocks [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Transition to ACTIVE for port object 6ad37a94-9efe-4de2-a773-be8688e69224 will not be triggered until provisioned by entity L2. {{(pid=110300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:42:28.017488 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-93fa8a6d-f2eb-4559-9f3a-eb84fcacee4d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--940504107&fields=id&tenant_id=a0d7c475a2444cb7beac065aff76acbe HTTP/1.1" status: 200 len: 267 time: 0.2414758 Apr 28 22:42:28.043900 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-bed27520-3c5e-4987-951e-a394170edc16 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:28.046474 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-bed27520-3c5e-4987-951e-a394170edc16 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 819 time: 1.6351271 Apr 28 22:42:28.070326 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-5f9526bd-53c9-4f2c-86ea-3882e313da06 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/quotas/0e6a4951a5af4affa5cc818a808d3e0e HTTP/1.1" status: 200 len: 375 time: 0.0172019 Apr 28 22:42:28.120850 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (6ad37a94-9efe-4de2-a773-be8688e69224), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:28.174334 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-54e4f94b-1442-4428-bbff-7f4f33620579 None None] Provisioning complete for port ab55a193-7abc-4048-ae63-e66820069be4 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:28.174953 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-54e4f94b-1442-4428-bbff-7f4f33620579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ab55a193-7abc-4048-ae63-e66820069be4), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:28.208197 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] Set router 280602cf-7405-46ef-91c4-5a34fa86aa1f gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:42:28.250023 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5ba32a29-84c9-44c8-8d7c-8133e1ef7d05 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:28.256971 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5ba32a29-84c9-44c8-8d7c-8133e1ef7d05 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/networks?id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 HTTP/1.1" status: 200 len: 811 time: 0.2378702 Apr 28 22:42:28.260232 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ce191aa8-03f8-4824-838e-0bca46ac67c9 admin admin] Publish callbacks [] for security_group (cda6254f-2c3f-4b38-b01f-eb6e316526b4), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:28.296643 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-2e3a26c1-59a7-42ad-8241-25c7484bc36f tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/quotas/a0d7c475a2444cb7beac065aff76acbe HTTP/1.1" status: 200 len: 375 time: 0.0381632 Apr 28 22:42:28.324271 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-2f1d8d87-01da-4b4f-a80c-6c018b577e18 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2403913 Apr 28 22:42:28.355794 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ce191aa8-03f8-4824-838e-0bca46ac67c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (cda6254f-2c3f-4b38-b01f-eb6e316526b4), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:28.377046 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad37a94-9efe-4de2-a773-be8688e69224,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:28.411599 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-c9fa4936-544e-4d01-a271-9e9c106f0602 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0d7c475a2444cb7beac065aff76acbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135805 Apr 28 22:42:28.494277 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-54e4f94b-1442-4428-bbff-7f4f33620579 None None] Current status of the port ab55a193-7abc-4048-ae63-e66820069be4 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:28.494764 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-54e4f94b-1442-4428-bbff-7f4f33620579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ab55a193-7abc-4048-ae63-e66820069be4), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:28.557723 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-ce191aa8-03f8-4824-838e-0bca46ac67c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfa2e6c386c4429b920b74fdc3a1102a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2245169 Apr 28 22:42:28.557926 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 45386) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:28.558015 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-54e4f94b-1442-4428-bbff-7f4f33620579 None None] For port ab55a193-7abc-4048-ae63-e66820069be4, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=ab55a193-7abc-4048-ae63-e66820069be4,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:42:28.582286 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce191aa8-03f8-4824-838e-0bca46ac67c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda6254f-2c3f-4b38-b01f-eb6e316526b4,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:28.631860 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-af596f75-00a9-475b-a2b3-0663200f3e93 service neutron] 10.222.0.13 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064268 Apr 28 22:42:28.654136 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:42:20Z', 'revision_number': 4, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port': {'id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:13Z', 'updated_at': '2022-04-28T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'ab55a193-7abc-4048-ae63-e66820069be4', 'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'mac_address': 'fa:16:3e:c9:99:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:18Z', 'updated_at': '2022-04-28T22:42:27Z', 'revision_number': 4, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'subnets': [{'id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:42:28.662277 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Attempting to bind port 6ad37a94-9efe-4de2-a773-be8688e69224 on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:42:28.662662 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Attempting to bind port 6ad37a94-9efe-4de2-a773-be8688e69224 by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': '2cebf4b0-d748-487c-9d5b-2885e41aa0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5d19ae2d-5363-42e0-8569-31c00579b9cd'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:42:28.662974 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Attempting to bind port 6ad37a94-9efe-4de2-a773-be8688e69224 on network 5d19ae2d-5363-42e0-8569-31c00579b9cd {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:42:28.664353 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1ee41134-05c2-4a44-8d14-5d906562868c admin admin] Publish callbacks [] for security_group (cda6254f-2c3f-4b38-b01f-eb6e316526b4), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:28.682018 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Port 6ad37a94-9efe-4de2-a773-be8688e69224 on network 5d19ae2d-5363-42e0-8569-31c00579b9cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:42:28.682207 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Attempting to bind port 6ad37a94-9efe-4de2-a773-be8688e69224 on network 5d19ae2d-5363-42e0-8569-31c00579b9cd {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:42:28.704456 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bc769a-1f96-44b0-992a-a8c04d83e9be None None] The sync data for ids ['280602cf-7405-46ef-91c4-5a34fa86aa1f'] in dv-cinder-839825-1-iscsi is: [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:42:20Z', 'revision_number': 4, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port': {'id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:13Z', 'updated_at': '2022-04-28T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'ab55a193-7abc-4048-ae63-e66820069be4', 'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'mac_address': 'fa:16:3e:c9:99:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:18Z', 'updated_at': '2022-04-28T22:42:27Z', 'revision_number': 4, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'subnets': [{'id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:42:28.708590 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-54e4f94b-1442-4428-bbff-7f4f33620579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (ab55a193-7abc-4048-ae63-e66820069be4), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:28.715650 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:42:28.715797 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Checking segment: {'id': '2cebf4b0-d748-487c-9d5b-2885e41aa0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5d19ae2d-5363-42e0-8569-31c00579b9cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:42:28.716929 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Bound using segment: {'id': '2cebf4b0-d748-487c-9d5b-2885e41aa0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5d19ae2d-5363-42e0-8569-31c00579b9cd'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:42:28.716929 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Bound port: 6ad37a94-9efe-4de2-a773-be8688e69224, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cebf4b0-d748-487c-9d5b-2885e41aa0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5d19ae2d-5363-42e0-8569-31c00579b9cd'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:42:28.717385 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (6ad37a94-9efe-4de2-a773-be8688e69224), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:28.724846 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1ee41134-05c2-4a44-8d14-5d906562868c admin admin] Publish callbacks [] for security_group (cda6254f-2c3f-4b38-b01f-eb6e316526b4), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:28.868455 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-1e29f7c9-d604-415f-89d8-92fb26af3c97 service neutron] 10.222.0.13 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345583 Apr 28 22:42:28.900420 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4f94b-1442-4428-bbff-7f4f33620579 None None] Pushing event updated for resources: {'Port': ['ID=ab55a193-7abc-4048-ae63-e66820069be4,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:28.920056 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1ee41134-05c2-4a44-8d14-5d906562868c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (cda6254f-2c3f-4b38-b01f-eb6e316526b4), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:28.924272 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1ee41134-05c2-4a44-8d14-5d906562868c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:28.929273 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-1ee41134-05c2-4a44-8d14-5d906562868c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cda6254f-2c3f-4b38-b01f-eb6e316526b4 HTTP/1.1" status: 204 len: 168 time: 0.3712955 Apr 28 22:42:28.936895 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee41134-05c2-4a44-8d14-5d906562868c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda6254f-2c3f-4b38-b01f-eb6e316526b4,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:28.945148 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] For port 6ad37a94-9efe-4de2-a773-be8688e69224, host hv-cinder-83982, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:42:28.963138 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] For port 6ad37a94-9efe-4de2-a773-be8688e69224, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=6ad37a94-9efe-4de2-a773-be8688e69224,segment=NetworkSegment(2cebf4b0-d748-487c-9d5b-2885e41aa0d7),segment_id=2cebf4b0-d748-487c-9d5b-2885e41aa0d7)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:42:29.029097 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-1a304dd2-4368-4a25-aeb6-cc3179382bf5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110299) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 22:42:29.032813 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-1a304dd2-4368-4a25-aeb6-cc3179382bf5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3305662 Apr 28 22:42:29.044912 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (6ad37a94-9efe-4de2-a773-be8688e69224), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:29.097897 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:29.098588 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:29.100028 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] 10.222.0.31 "PUT /v2.0/ports/6ad37a94-9efe-4de2-a773-be8688e69224 HTTP/1.1" status: 200 len: 1094 time: 3.3472016 Apr 28 22:42:29.100465 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fd1557-7e8e-45d7-9ae6-c621821ee44c', 'tag': '6ad37a94-9efe-4de2-a773-be8688e69224'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:42:29.134202 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24724f-8c43-46e7-9196-d4ed0e0c7463 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad37a94-9efe-4de2-a773-be8688e69224,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:29.165315 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-53971195-557b-4f32-8158-06e83af63a34 service neutron] 10.222.0.13 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256471 Apr 28 22:42:29.305668 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-a2f09b8c-47f6-4aab-8500-c02255a854e7 service neutron] 10.222.0.13 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390421 Apr 28 22:42:29.394470 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceb2af-67f1-4711-b7dd-a363bd665907 req-f9f0de52-2065-48a1-b473-66df09d6b19e tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:29.403730 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c9ceb2af-67f1-4711-b7dd-a363bd665907 req-f9f0de52-2065-48a1-b473-66df09d6b19e tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 944 time: 0.1712112 Apr 28 22:42:29.490150 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device ab55a193-7abc-4048-ae63-e66820069be4 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:42:29.512440 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c9ceb2af-67f1-4711-b7dd-a363bd665907 req-840d2795-2bf1-4c2a-b152-fc9a4dd21fe5 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073844 Apr 28 22:42:29.595551 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port ab55a193-7abc-4048-ae63-e66820069be4 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:29.596625 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ab55a193-7abc-4048-ae63-e66820069be4), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:29.640735 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cf0d15ed-74c1-4c8b-b25e-abda62f87066 req-921dd370-d1d6-44af-b2eb-802c776f5a53 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0516956 Apr 28 22:42:29.714797 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0ea278-8bc1-41ca-9494-d23ebd53c835" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fd1557-7e8e-45d7-9ae6-c621821ee44c", "tag": "6ad37a94-9efe-4de2-a773-be8688e69224"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:42:29.740845 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port ab55a193-7abc-4048-ae63-e66820069be4 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:29.831213 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-51dd735a-db6b-4c8b-aca9-f25ca2a03a3d req-57d35d97-bc35-4f10-9fd5-393ed4a40182 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.0364115 Apr 28 22:42:30.075480 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd1ca35-becd-48f6-b875-a82a08c2dd68 x-openstack-request-id: req-cbd1ca35-becd-48f6-b875-a82a08c2dd68 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:42:30.076358 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fd1557-7e8e-45d7-9ae6-c621821ee44c", "tag": "6ad37a94-9efe-4de2-a773-be8688e69224", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:42:30.076614 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbd1ca35-becd-48f6-b875-a82a08c2dd68 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:42:30.077103 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd1ca35-becd-48f6-b875-a82a08c2dd68'] response: {'name': 'network-changed', 'server_uuid': 'd3fd1557-7e8e-45d7-9ae6-c621821ee44c', 'tag': '6ad37a94-9efe-4de2-a773-be8688e69224', 'status': 'completed', 'code': 200} Apr 28 22:42:30.656219 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40918298-fd37-4137-bef1-94e75613d849 req-751816b2-8d3f-4f63-855b-777787bb64e2 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:30.658487 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-40918298-fd37-4137-bef1-94e75613d849 req-751816b2-8d3f-4f63-855b-777787bb64e2 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 944 time: 0.0585196 Apr 28 22:42:30.754960 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c3e7443b-9b86-4432-8bea-85c877ae7993 req-91e72848-de5d-49cf-8ef3-5baa400bfb72 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0464869 Apr 28 22:42:30.778800 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-40918298-fd37-4137-bef1-94e75613d849 req-606859e6-2081-4ed2-aba2-81e796ed6a36 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123855 Apr 28 22:42:30.924582 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ce1b109f-974c-4321-9c3d-2125d690c141 req-b53523bd-07bd-4418-a965-54abda4e3e8e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.0510380 Apr 28 22:42:31.899693 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-146a0fcf-31e4-473a-9adf-2e3899ef688f req-4eb58a2a-8761-4200-8003-2a5644f4fc59 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0608790 Apr 28 22:42:31.903296 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f00325-12cd-48bb-8b56-4ae3c1338c5d req-28274b5d-add6-4208-b14e-9e75b03919a7 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:31.904808 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-79f00325-12cd-48bb-8b56-4ae3c1338c5d req-28274b5d-add6-4208-b14e-9e75b03919a7 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 944 time: 0.0753050 Apr 28 22:42:31.962405 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-79f00325-12cd-48bb-8b56-4ae3c1338c5d req-64230407-0b03-4dbe-a284-11a55ccc1937 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464432 Apr 28 22:42:32.034476 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-da01edc2-f5bf-4a4d-a9c1-9fd6df81c3a6 req-2ce0e8f8-f8e8-4a88-bfdc-8326a8f7aa43 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.0333142 Apr 28 22:42:32.999221 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bb01428b-8b3a-411d-a894-416c80108d2c req-b0007f22-b5a9-49b6-8f19-5a1a51e40e80 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0287030 Apr 28 22:42:33.082028 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f1e88-7012-41cc-9346-f161c6c1b3a7 req-7a6b3c85-f403-41cd-8f2b-04fdb69a5b38 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:33.089808 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f14f1e88-7012-41cc-9346-f161c6c1b3a7 req-7a6b3c85-f403-41cd-8f2b-04fdb69a5b38 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 944 time: 0.0523624 Apr 28 22:42:33.131576 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8e234d8a-bf42-469e-aa39-df558007afa9 req-80f0cc37-18f7-46c0-b91d-c1b501b875bc tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.0281358 Apr 28 22:42:33.134509 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f14f1e88-7012-41cc-9346-f161c6c1b3a7 req-2901944a-cda4-4949-9102-e1ee5d2eb183 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423512 Apr 28 22:42:33.621567 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 45610) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:33.724758 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-add56eca-1a67-472b-a892-81c3df84aa95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:33.795248 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-add56eca-1a67-472b-a892-81c3df84aa95 admin admin] Publish callbacks [] for security_group (72c2ded8-f92b-4ddc-ba99-c28e4ce35926), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:33.866571 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-add56eca-1a67-472b-a892-81c3df84aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (72c2ded8-f92b-4ddc-ba99-c28e4ce35926), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:33.910175 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-add56eca-1a67-472b-a892-81c3df84aa95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31f534d1f11b449983cd195a4d0b6fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873967 Apr 28 22:42:33.911130 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add56eca-1a67-472b-a892-81c3df84aa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c2ded8-f92b-4ddc-ba99-c28e4ce35926,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:33.914437 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 45616) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:33.967592 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-61ed0c90-7a2b-4f80-9d74-87049cb9a569 admin admin] Publish callbacks [] for security_group (72c2ded8-f92b-4ddc-ba99-c28e4ce35926), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:33.988840 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-61ed0c90-7a2b-4f80-9d74-87049cb9a569 admin admin] Publish callbacks [] for security_group (72c2ded8-f92b-4ddc-ba99-c28e4ce35926), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:34.093828 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-44e35987-de24-41d1-80c1-977d6b664306 req-0a9b1cab-adcf-4e94-bd54-31e3cf3b0aa6 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0300732 Apr 28 22:42:34.118251 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-61ed0c90-7a2b-4f80-9d74-87049cb9a569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (72c2ded8-f92b-4ddc-ba99-c28e4ce35926), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:34.120785 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-61ed0c90-7a2b-4f80-9d74-87049cb9a569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:34.121925 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-61ed0c90-7a2b-4f80-9d74-87049cb9a569 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72c2ded8-f92b-4ddc-ba99-c28e4ce35926 HTTP/1.1" status: 204 len: 168 time: 0.2064846 Apr 28 22:42:34.129469 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed0c90-7a2b-4f80-9d74-87049cb9a569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c2ded8-f92b-4ddc-ba99-c28e4ce35926,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:34.260627 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9218b359-ed20-485b-83b4-7e00289717a3 req-e974271e-9c4e-41d4-a97d-36588dcf86fa tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.0350199 Apr 28 22:42:34.294072 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ba2a2-8cf2-4537-83d2-6587ba90f552 req-9ec1157a-d6d4-4698-89cb-9bc4638e36c4 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:34.298383 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7f1ba2a2-8cf2-4537-83d2-6587ba90f552 req-9ec1157a-d6d4-4698-89cb-9bc4638e36c4 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 944 time: 0.0646796 Apr 28 22:42:34.359285 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7f1ba2a2-8cf2-4537-83d2-6587ba90f552 req-a4bafe5b-db7d-4de0-8b7b-126b66132e7d tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571916 Apr 28 22:42:34.834191 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 45638) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:34.848741 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b5b80c8b-e80e-46b8-8c95-7005a856d5d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:34.923471 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b5b80c8b-e80e-46b8-8c95-7005a856d5d1 admin admin] Publish callbacks [] for security_group (2b8d8e4e-1aae-4840-ad27-5e4e61e97039), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:35.010593 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b5b80c8b-e80e-46b8-8c95-7005a856d5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (2b8d8e4e-1aae-4840-ad27-5e4e61e97039), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:35.049692 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-b5b80c8b-e80e-46b8-8c95-7005a856d5d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=546eb2d20c1e49bca10da341372394c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143009 Apr 28 22:42:35.052361 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b80c8b-e80e-46b8-8c95-7005a856d5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8d8e4e-1aae-4840-ad27-5e4e61e97039,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:35.052517 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 45644) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:35.190041 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-aec3e608-12c9-494a-82de-5cb5c9f6fb8f admin admin] Publish callbacks [] for security_group (2b8d8e4e-1aae-4840-ad27-5e4e61e97039), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:35.235630 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-aec3e608-12c9-494a-82de-5cb5c9f6fb8f admin admin] Publish callbacks [] for security_group (2b8d8e4e-1aae-4840-ad27-5e4e61e97039), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:35.304766 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c0a678ee-6fb9-4697-8e5c-a72456c72095 req-d21fa584-a8c2-4c18-a4a1-ea31fdfb03f1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0655124 Apr 28 22:42:35.420246 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-10e33d39-859d-43c9-897f-725a7420aba2 req-d55ef4f8-76c3-4fc0-9e73-418e92811d80 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.0542200 Apr 28 22:42:35.615734 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-aec3e608-12c9-494a-82de-5cb5c9f6fb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (2b8d8e4e-1aae-4840-ad27-5e4e61e97039), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:35.618823 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-aec3e608-12c9-494a-82de-5cb5c9f6fb8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:35.623440 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-aec3e608-12c9-494a-82de-5cb5c9f6fb8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b8d8e4e-1aae-4840-ad27-5e4e61e97039 HTTP/1.1" status: 204 len: 168 time: 0.5698047 Apr 28 22:42:35.645319 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3e608-12c9-494a-82de-5cb5c9f6fb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8d8e4e-1aae-4840-ad27-5e4e61e97039,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:35.656504 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ba1d4-50b7-4d19-8662-e6c104d9bb6f req-703dc6d7-5830-4880-9278-bb71f2c88638 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:35.658080 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-460ba1d4-50b7-4d19-8662-e6c104d9bb6f req-703dc6d7-5830-4880-9278-bb71f2c88638 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 944 time: 0.2220955 Apr 28 22:42:35.750842 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-460ba1d4-50b7-4d19-8662-e6c104d9bb6f req-2b005983-6f21-4984-81ca-ddf98d5602cb tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866466 Apr 28 22:42:36.485502 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ace6d564-a14b-436d-b245-cdd5d9fe998a req-d933a601-173d-43e9-a033-d22ae2b02876 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0650997 Apr 28 22:42:36.506696 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-01135828-5500-405e-b636-1e13651ce6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:36.570178 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f4c0bea1-1f75-4742-bb90-d0bd63d29909 req-bf230bc4-fa18-47c8-b34a-ddbe90dc3167 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.0396817 Apr 28 22:42:36.885708 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae61f76-2a27-483d-ba2b-6a34b9b98d89 req-75d172cc-3967-40ef-a5a4-be67e16904f1 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:36.887380 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8ae61f76-2a27-483d-ba2b-6a34b9b98d89 req-75d172cc-3967-40ef-a5a4-be67e16904f1 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 944 time: 0.0530689 Apr 28 22:42:36.955912 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8ae61f76-2a27-483d-ba2b-6a34b9b98d89 req-baa3c501-96cf-482b-b6b4-88593735d4a7 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614030 Apr 28 22:42:37.609506 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ac52bf97-28f8-4bcc-bb1e-679e937b1125 req-fdd2c00c-f6db-4dcd-b09d-0b4b6b68b8c6 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0482423 Apr 28 22:42:37.700888 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b83698d1-49af-467b-94c4-33918b2c32fc req-8b1c8dc5-c040-4e16-937f-41007290c68b tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.0522044 Apr 28 22:42:38.131686 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acef659-2564-4419-867e-cf893d3788d8 req-111cf6d9-490a-4f65-806c-ec6cce4f2262 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:38.140722 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0acef659-2564-4419-867e-cf893d3788d8 req-111cf6d9-490a-4f65-806c-ec6cce4f2262 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 944 time: 0.0938687 Apr 28 22:42:38.222317 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0acef659-2564-4419-867e-cf893d3788d8 req-c643185e-ea13-4fdd-a773-eae2d5b49b61 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803015 Apr 28 22:42:38.744057 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-58505deb-2cbc-4c28-b9ce-983ee5b7309e req-3918fa69-05b3-4766-816d-4e31c75a0ce3 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0496984 Apr 28 22:42:38.818040 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6b6747d0-2840-4035-a852-b470b5eff3d4 req-da58f88c-0339-41fb-a379-6c3447f4dfa7 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.0430241 Apr 28 22:42:39.216346 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-49c7e202-4455-4407-a902-41b32bc276bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:39.492136 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e73669-97e0-48c4-82dd-106e56144a1b req-ab63122a-90cb-46f3-be15-13d57ea936d0 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:39.493666 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-46e73669-97e0-48c4-82dd-106e56144a1b req-ab63122a-90cb-46f3-be15-13d57ea936d0 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 944 time: 0.1870785 Apr 28 22:42:39.562510 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-46e73669-97e0-48c4-82dd-106e56144a1b req-fdc3393d-b0a8-446c-9671-80b4f7cfb005 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589085 Apr 28 22:42:39.674169 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:42:39.798430 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:39.857234 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dc2df135-eb5d-4c3e-8e3b-eb14d7a372fb req-952d86e7-d508-49c5-aebc-a3dfbc08072f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0433822 Apr 28 22:42:39.913117 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-81055eb8-006f-42ae-b2bf-3badaac9c969 req-1a9794f3-f485-4262-9465-cc9c75735d9e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.0281432 Apr 28 22:42:39.926907 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 45818) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:40.046350 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-72067509-1fda-4616-923e-5a8a0a3c3da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:40.129537 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-72067509-1fda-4616-923e-5a8a0a3c3da1 admin admin] Publish callbacks [] for security_group (cddccb43-416f-4db1-9985-49b7a5146f7e), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:40.235879 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-72067509-1fda-4616-923e-5a8a0a3c3da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (cddccb43-416f-4db1-9985-49b7a5146f7e), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:40.281791 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-72067509-1fda-4616-923e-5a8a0a3c3da1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5580c1947f97442097f471e635995a04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586366 Apr 28 22:42:40.282527 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72067509-1fda-4616-923e-5a8a0a3c3da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddccb43-416f-4db1-9985-49b7a5146f7e,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:40.285356 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 45844) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:40.343233 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d0fd6fda-7c93-4830-b779-91eaf915dc75 admin admin] Publish callbacks [] for security_group (cddccb43-416f-4db1-9985-49b7a5146f7e), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:40.365612 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d0fd6fda-7c93-4830-b779-91eaf915dc75 admin admin] Publish callbacks [] for security_group (cddccb43-416f-4db1-9985-49b7a5146f7e), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:40.530099 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d0fd6fda-7c93-4830-b779-91eaf915dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (cddccb43-416f-4db1-9985-49b7a5146f7e), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:40.532511 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d0fd6fda-7c93-4830-b779-91eaf915dc75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:40.533718 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d0fd6fda-7c93-4830-b779-91eaf915dc75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cddccb43-416f-4db1-9985-49b7a5146f7e HTTP/1.1" status: 204 len: 168 time: 0.2471948 Apr 28 22:42:40.541452 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd6fda-7c93-4830-b779-91eaf915dc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddccb43-416f-4db1-9985-49b7a5146f7e,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:40.692198 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812bc8c-5605-4498-9838-885b967ad1f0 req-90c05fc6-98ff-4ee7-9b7f-6ba46a13e959 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:40.693884 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e812bc8c-5605-4498-9838-885b967ad1f0 req-90c05fc6-98ff-4ee7-9b7f-6ba46a13e959 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 944 time: 0.0659635 Apr 28 22:42:40.742295 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e812bc8c-5605-4498-9838-885b967ad1f0 req-da4d3ebc-88c2-4194-9473-13b20aeaa8bd tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413983 Apr 28 22:42:40.946921 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3c48163a-7cf8-41d5-9e2f-32b0c62ea80f req-41ab479f-8261-46f2-8872-9631604dda22 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0302186 Apr 28 22:42:41.016190 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-21b1e3f9-0198-4d2c-88df-da72933e93f7 req-2105805f-064f-4ee6-a243-3f182ecd2a75 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.0328164 Apr 28 22:42:41.136710 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 45878) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:41.149322 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d9284c57-2891-4732-9bde-7febc9407419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:41.152562 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:41.221210 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d9284c57-2891-4732-9bde-7febc9407419 admin admin] Publish callbacks [] for security_group (edc21be5-bd53-4838-ada9-5399d365f051), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:41.298646 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d9284c57-2891-4732-9bde-7febc9407419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (edc21be5-bd53-4838-ada9-5399d365f051), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:41.337330 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-d9284c57-2891-4732-9bde-7febc9407419 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00f509787c3543eab009efbc3c5aa735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993837 Apr 28 22:42:41.338054 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9284c57-2891-4732-9bde-7febc9407419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc21be5-bd53-4838-ada9-5399d365f051,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:41.339945 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 45886) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:41.387501 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e88a693c-a591-464b-bfbf-11bd177db44c admin admin] Publish callbacks [] for security_group (edc21be5-bd53-4838-ada9-5399d365f051), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:41.407734 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e88a693c-a591-464b-bfbf-11bd177db44c admin admin] Publish callbacks [] for security_group (edc21be5-bd53-4838-ada9-5399d365f051), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:41.546835 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e88a693c-a591-464b-bfbf-11bd177db44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (edc21be5-bd53-4838-ada9-5399d365f051), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:41.549277 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e88a693c-a591-464b-bfbf-11bd177db44c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:41.550448 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e88a693c-a591-464b-bfbf-11bd177db44c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edc21be5-bd53-4838-ada9-5399d365f051 HTTP/1.1" status: 204 len: 168 time: 0.2095485 Apr 28 22:42:41.559242 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a693c-a591-464b-bfbf-11bd177db44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc21be5-bd53-4838-ada9-5399d365f051,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:41.854038 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b0905-ff17-40ad-89eb-fbd70d0cae78 req-353d2852-58c9-4f43-af05-de9d50f71e77 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:41.856079 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fd8b0905-ff17-40ad-89eb-fbd70d0cae78 req-353d2852-58c9-4f43-af05-de9d50f71e77 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 944 time: 0.0471003 Apr 28 22:42:41.902856 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fd8b0905-ff17-40ad-89eb-fbd70d0cae78 req-eb4607b2-9824-4c80-9ffe-15294d7da612 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412111 Apr 28 22:42:42.043175 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-243f398c-e9e4-47f5-9d78-9ca0c569f328 req-6791104b-6031-49c7-88fe-1017976828d4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0303233 Apr 28 22:42:42.110977 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bfef0e9c-9dfb-4c3d-8fb4-e38affb4befa req-da8a5680-7c9c-4f3b-b2bf-1816b8704896 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.0295508 Apr 28 22:42:42.652634 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:43.014677 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce1ad7-98b8-4501-bacf-6f039c26a3d4 req-a9b9174a-c2f0-4afe-8f55-0948d5ba6036 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:43.016316 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b1ce1ad7-98b8-4501-bacf-6f039c26a3d4 req-a9b9174a-c2f0-4afe-8f55-0948d5ba6036 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 944 time: 0.0479264 Apr 28 22:42:43.067269 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b1ce1ad7-98b8-4501-bacf-6f039c26a3d4 req-f314bf00-bb26-435a-b332-9919b2918288 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450962 Apr 28 22:42:43.153772 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-db62591e-a83f-4f0b-9852-dbade4ee63f2 req-a37c02c6-ce1d-4c40-a3fd-79981acb8215 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0324819 Apr 28 22:42:43.197528 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 45946) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:43.208665 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-48564c5e-76e5-4ba7-802f-a0c3ce464683 req-ef473935-ebbc-4382-830f-863b2d162e63 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.0289657 Apr 28 22:42:43.249431 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:43.299930 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9545cc3d-45b1-4f17-9fe7-40a2d7868157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:43.374367 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9545cc3d-45b1-4f17-9fe7-40a2d7868157 admin admin] Publish callbacks [] for security_group (469bb474-1890-451e-bba3-6e25b9e1bef5), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:43.446830 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9545cc3d-45b1-4f17-9fe7-40a2d7868157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (469bb474-1890-451e-bba3-6e25b9e1bef5), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:43.484440 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545cc3d-45b1-4f17-9fe7-40a2d7868157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469bb474-1890-451e-bba3-6e25b9e1bef5,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:43.488491 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9545cc3d-45b1-4f17-9fe7-40a2d7868157 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e8a374fe858447aac485cf996ae06a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893913 Apr 28 22:42:43.491837 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 45956) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:43.538761 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3724ca6c-d34c-4737-a697-0bd5afb1117f admin admin] Publish callbacks [] for security_group (469bb474-1890-451e-bba3-6e25b9e1bef5), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:43.560519 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3724ca6c-d34c-4737-a697-0bd5afb1117f admin admin] Publish callbacks [] for security_group (469bb474-1890-451e-bba3-6e25b9e1bef5), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:43.669176 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3724ca6c-d34c-4737-a697-0bd5afb1117f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (469bb474-1890-451e-bba3-6e25b9e1bef5), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:43.671679 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3724ca6c-d34c-4737-a697-0bd5afb1117f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:43.672866 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-3724ca6c-d34c-4737-a697-0bd5afb1117f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/469bb474-1890-451e-bba3-6e25b9e1bef5 HTTP/1.1" status: 204 len: 168 time: 0.1807475 Apr 28 22:42:43.680418 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724ca6c-d34c-4737-a697-0bd5afb1117f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469bb474-1890-451e-bba3-6e25b9e1bef5,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:44.185884 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a9658-a338-41bc-a7de-c4f296e02551 req-5b914ad1-4eca-4661-9df9-b9384f0a96ce tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:44.187425 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-374a9658-a338-41bc-a7de-c4f296e02551 req-5b914ad1-4eca-4661-9df9-b9384f0a96ce tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 944 time: 0.0523028 Apr 28 22:42:44.239883 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-374a9658-a338-41bc-a7de-c4f296e02551 req-8973b467-ec8e-44f9-98e2-ce1d071d84bb tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446372 Apr 28 22:42:44.250175 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2109e637-b0af-454b-9118-f7bd7818ff29 req-90ea1239-93df-42c8-a0f6-32c67b547801 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0306220 Apr 28 22:42:44.339819 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9431c854-e9e0-441b-8036-b8537151b842 req-602686a5-850a-4220-b5e9-32bb969360df tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.0384359 Apr 28 22:42:44.491550 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ea278-8bc1-41ca-9494-d23ebd53c835 req-6293b680-9484-4cae-b24d-e619ed6bff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:44.494176 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4d0ea278-8bc1-41ca-9494-d23ebd53c835 req-6293b680-9484-4cae-b24d-e619ed6bff69 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf1cdf4729fa42d0aab129b940c67052&device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 1128 time: 0.0904400 Apr 28 22:42:44.679897 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 46000) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:44.681536 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ea278-8bc1-41ca-9494-d23ebd53c835 req-3fc8fb95-d3e7-4728-b86a-a8b9f999f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:44.683656 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4d0ea278-8bc1-41ca-9494-d23ebd53c835 req-3fc8fb95-d3e7-4728-b86a-a8b9f999f6ac service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=bf1cdf4729fa42d0aab129b940c67052&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1775572 Apr 28 22:42:44.776648 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-003c2b47-7e05-4bce-9e65-33a9a47ccad9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1929734704-network', 'tenant_id': '7ecc38cd64564e8fa8abf440693bd006'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:44.872661 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003c2b47-7e05-4bce-9e65-33a9a47ccad9 admin admin] Made reservation on behalf of 7ecc38cd64564e8fa8abf440693bd006 for: {'network': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:42:44.875242 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-003c2b47-7e05-4bce-9e65-33a9a47ccad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:44.887302 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-003c2b47-7e05-4bce-9e65-33a9a47ccad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:44.910916 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ea278-8bc1-41ca-9494-d23ebd53c835 req-d762d814-c797-4e8c-b858-cf45964ac02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:44.912366 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4d0ea278-8bc1-41ca-9494-d23ebd53c835 req-d762d814-c797-4e8c-b858-cf45964ac02c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1541431 Apr 28 22:42:44.961596 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-003c2b47-7e05-4bce-9e65-33a9a47ccad9 admin admin] Publish callbacks [] for security_group (4145863e-99e4-42a3-9e59-4914d6926713), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:45.022122 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-003c2b47-7e05-4bce-9e65-33a9a47ccad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (4145863e-99e4-42a3-9e59-4914d6926713), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:45.044964 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003c2b47-7e05-4bce-9e65-33a9a47ccad9 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=110299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:42:45.061515 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c2b47-7e05-4bce-9e65-33a9a47ccad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4145863e-99e4-42a3-9e59-4914d6926713,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:45.064512 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-003c2b47-7e05-4bce-9e65-33a9a47ccad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (a0f082ea-b736-42c0-a839-49d7c1e7fc04), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:45.064944 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.segments_db [None req-003c2b47-7e05-4bce-9e65-33a9a47ccad9 admin admin] Added segment a0f082ea-b736-42c0-a839-49d7c1e7fc04 of type vlan for network 179a43ff-1ba9-4221-940d-de91dbde8432 Apr 28 22:42:45.105706 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ca06f063-126f-4a90-a1e9-02c86a79d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:45.107138 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-003c2b47-7e05-4bce-9e65-33a9a47ccad9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (179a43ff-1ba9-4221-940d-de91dbde8432), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:45.107286 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-ca06f063-126f-4a90-a1e9-02c86a79d92a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf1cdf4729fa42d0aab129b940c67052&device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 1128 time: 0.0661254 Apr 28 22:42:45.182984 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-15802bdf-d035-4c71-8a19-512929e793f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ad37a94-9efe-4de2-a773-be8688e69224 HTTP/1.1" status: 200 len: 217 time: 0.0665846 Apr 28 22:42:45.235501 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-003c2b47-7e05-4bce-9e65-33a9a47ccad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (179a43ff-1ba9-4221-940d-de91dbde8432), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:45.236501 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003c2b47-7e05-4bce-9e65-33a9a47ccad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:45.237079 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-003c2b47-7e05-4bce-9e65-33a9a47ccad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:45.300019 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c2b47-7e05-4bce-9e65-33a9a47ccad9 admin admin] Pushing event updated for resources: {'Network': ['ID=179a43ff-1ba9-4221-940d-de91dbde8432,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:45.311479 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network 179a43ff-1ba9-4221-940d-de91dbde8432 details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:42:45.348324 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-003c2b47-7e05-4bce-9e65-33a9a47ccad9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6669180 Apr 28 22:42:45.355207 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 46014) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:45.361711 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-42a40f26-5a31-4090-93fa-03a78cd63a5e admin admin] Request body: {'subnet': {'network_id': '179a43ff-1ba9-4221-940d-de91dbde8432', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1929734704-subnet', 'tenant_id': '7ecc38cd64564e8fa8abf440693bd006', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:45.377437 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df2f8e-4a3d-45e8-98ab-c68cb3fe1a9c req-ccbe7699-3e10-44e7-9623-fe24b8b3d326 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:45.379091 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f0df2f8e-4a3d-45e8-98ab-c68cb3fe1a9c req-ccbe7699-3e10-44e7-9623-fe24b8b3d326 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 944 time: 0.0643618 Apr 28 22:42:45.383379 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c9f16c8a-e92d-4f10-88f1-800df6508186 req-a2903461-431e-4422-89c5-a95ed490026c tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0378046 Apr 28 22:42:45.430295 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.31', 56061) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:45.523536 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8f125954-3724-45fd-9b78-3fea8b4b0832 req-72185366-1058-4eac-957b-246617f2941b tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.0500278 Apr 28 22:42:45.531850 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a40f26-5a31-4090-93fa-03a78cd63a5e admin admin] Made reservation on behalf of 7ecc38cd64564e8fa8abf440693bd006 for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:42:45.534366 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-42a40f26-5a31-4090-93fa-03a78cd63a5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288799'] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:45.542691 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f0df2f8e-4a3d-45e8-98ab-c68cb3fe1a9c req-6c233e34-6e7d-4ef2-b6bf-3a19c0c16866 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475747 Apr 28 22:42:45.553206 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-c6735239-cb41-4c8e-b167-a486293b7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:45.554800 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-c6735239-cb41-4c8e-b167-a486293b7516 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6819f92-4793-4103-afc8-628b808918f2 HTTP/1.1" status: 200 len: 852 time: 0.1387615 Apr 28 22:42:45.599559 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d722f4f-b479-48f6-9120-79254eabc588 req-fdbaf458-91c7-4a3f-8084-bcdf55a666b4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:45.599559 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2d722f4f-b479-48f6-9120-79254eabc588 req-fdbaf458-91c7-4a3f-8084-bcdf55a666b4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 819 time: 0.1654789 Apr 28 22:42:45.756030 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-2d722f4f-b479-48f6-9120-79254eabc588 req-a614a533-9498-417e-87b3-8379ba835931 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Request body: {'port': {'device_id': '1aaf4d78-c6bb-4208-917c-548177286817', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'admin_state_up': True, 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:45.761002 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.31', 56064) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:45.899457 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-37221514-2d54-4cb9-9e3b-cd27bab2cb63 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5d19ae2d-5363-42e0-8569-31c00579b9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511093 Apr 28 22:42:45.954481 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-aba3a895-d47c-4daa-8f47-8fccb75b0892 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:45.954576 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-42a40f26-5a31-4090-93fa-03a78cd63a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288621'] for subnet (93cac01f-66b1-4984-87ec-6a103a96fecb), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:45.955076 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-aba3a895-d47c-4daa-8f47-8fccb75b0892 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.31 "GET /v2.0/networks?id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 HTTP/1.1" status: 200 len: 811 time: 0.1703284 Apr 28 22:42:46.045967 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d722f4f-b479-48f6-9120-79254eabc588 req-a614a533-9498-417e-87b3-8379ba835931 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Made reservation on behalf of 0e6a4951a5af4affa5cc818a808d3e0e for: {'port': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:42:46.057384 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-2d722f4f-b479-48f6-9120-79254eabc588 req-a614a533-9498-417e-87b3-8379ba835931 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:46.059077 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a40f26-5a31-4090-93fa-03a78cd63a5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=93cac01f-66b1-4984-87ec-6a103a96fecb,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:46.064175 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.31', 56067) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:46.113963 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a40f26-5a31-4090-93fa-03a78cd63a5e admin admin] Checking segment: {'id': 'a0f082ea-b736-42c0-a839-49d7c1e7fc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '179a43ff-1ba9-4221-940d-de91dbde8432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:42:46.114318 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a40f26-5a31-4090-93fa-03a78cd63a5e admin admin] Network hostable DHCP agents. Network: 179a43ff-1ba9-4221-940d-de91dbde8432, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:42:46.125079 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-35ebedf8-3141-41f2-b6eb-8d51d691fdee service neutron] 10.222.0.31 "GET /v2.0/networks/5d19ae2d-5363-42e0-8569-31c00579b9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931434 Apr 28 22:42:46.127364 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-1e4f8f94-c8c8-4c99-bbb3-ce908a25dddd tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0d7c475a2444cb7beac065aff76acbe HTTP/1.1" status: 200 len: 379 time: 0.1074898 Apr 28 22:42:46.173629 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-1fcf4ac2-5c83-4db2-a562-622018d04b83 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Request body: {'port': {'device_id': 'a8120abb-2951-44ec-8820-6e2ebf13b1de', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'admin_state_up': True, 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'security_groups': ['6e71eb67-4a83-4ddc-856b-356d80113e96']}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:46.279855 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-4e65add0-aab3-4c57-977b-de2b0b679059 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:46.281241 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-4e65add0-aab3-4c57-977b-de2b0b679059 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 819 time: 0.2146840 Apr 28 22:42:46.297972 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-954e284b-9266-45c8-b132-4afd38606acd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Request body: {'port': {'device_id': '3b87b409-26ce-43e9-acae-f0e7c936fca5', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'admin_state_up': True, 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:46.302012 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a40f26-5a31-4090-93fa-03a78cd63a5e admin admin] Network 179a43ff-1ba9-4221-940d-de91dbde8432 is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:42:46.328936 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcaed181-08f1-4779-a900-e5e193e32b46 req-6158005a-5b3b-44bc-bd87-68099a7b0ed4 service neutron] 10.222.0.31 "GET /v2.0/networks/5d19ae2d-5363-42e0-8569-31c00579b9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631346 Apr 28 22:42:46.429869 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [req-2d722f4f-b479-48f6-9120-79254eabc588 req-a614a533-9498-417e-87b3-8379ba835931 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Allocated IP 172.20.0.4 (4b5e1227-3988-4ad7-90dc-d0fa51cdcf42/b847d591-c822-4dfe-a39d-8158c4e033b8/51c2f36f-c5f2-49b5-8059-c1b5974b3f2e) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:42:46.452403 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-42a40f26-5a31-4090-93fa-03a78cd63a5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, 179a43ff-1ba9-4221-940d-de91dbde8432) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:46.463106 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a40f26-5a31-4090-93fa-03a78cd63a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:46.464235 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-42a40f26-5a31-4090-93fa-03a78cd63a5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:46.469799 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d58babc-3d8b-45c8-b6ff-84ef07e16f01 None None] Network 179a43ff-1ba9-4221-940d-de91dbde8432 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:42:46.523010 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3599db14-bfeb-443e-ac30-cfe7852765aa req-86cac2f7-d476-4146-ab5d-9d575df879e1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0405483 Apr 28 22:42:46.561395 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-954e284b-9266-45c8-b132-4afd38606acd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Made reservation on behalf of 0e6a4951a5af4affa5cc818a808d3e0e for: {'port': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:42:46.568130 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-954e284b-9266-45c8-b132-4afd38606acd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:46.607753 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a742ff-16dc-4546-9bc6-e68f205a7ee1 None None] Network 179a43ff-1ba9-4221-940d-de91dbde8432 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:42:46.625084 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-42a40f26-5a31-4090-93fa-03a78cd63a5e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2389994 Apr 28 22:42:46.682767 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-1fcf4ac2-5c83-4db2-a562-622018d04b83 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Made reservation on behalf of a0d7c475a2444cb7beac065aff76acbe for: {'port': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:42:46.686123 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-1fcf4ac2-5c83-4db2-a562-622018d04b83 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:46.804800 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ff894f7b-e029-44e1-b1f5-c5769bb19d85 req-44a9b8c3-9cfc-488e-90b7-7c67aac49a6a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.1111124 Apr 28 22:42:46.835739 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a848f-d594-492a-90aa-a7c7006135ce req-ae177ab0-1a2f-4dec-8d02-fced4d0145fa tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:46.848954 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-735a848f-d594-492a-90aa-a7c7006135ce req-ae177ab0-1a2f-4dec-8d02-fced4d0145fa tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 944 time: 0.1766684 Apr 28 22:42:46.909132 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-735a848f-d594-492a-90aa-a7c7006135ce req-220519e9-2872-46d9-bdf3-5b18ed2995a1 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600700 Apr 28 22:42:46.914652 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-2d722f4f-b479-48f6-9120-79254eabc588 req-a614a533-9498-417e-87b3-8379ba835931 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for port (51c2f36f-c5f2-49b5-8059-c1b5974b3f2e), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:47.147960 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-1fcf4ac2-5c83-4db2-a562-622018d04b83 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Allocated IP 172.20.0.12 (d7f18eff-64e4-424f-b1e9-a35d70ed5ec6/f764963a-8464-4a24-ad54-07350b19889d/516092d6-335c-4065-8ea1-4c8cb8895ef2) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:42:47.212115 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-2d722f4f-b479-48f6-9120-79254eabc588 req-a614a533-9498-417e-87b3-8379ba835931 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (51c2f36f-c5f2-49b5-8059-c1b5974b3f2e), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:47.262168 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-954e284b-9266-45c8-b132-4afd38606acd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Allocated IP 172.20.0.9 (4b5e1227-3988-4ad7-90dc-d0fa51cdcf42/b847d591-c822-4dfe-a39d-8158c4e033b8/07a9b947-eec8-4911-ac67-51c4bb0eccdd) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:42:47.328674 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d722f4f-b479-48f6-9120-79254eabc588 req-a614a533-9498-417e-87b3-8379ba835931 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:42:47.344568 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [req-2d722f4f-b479-48f6-9120-79254eabc588 req-a614a533-9498-417e-87b3-8379ba835931 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:47.347071 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d722f4f-b479-48f6-9120-79254eabc588 req-a614a533-9498-417e-87b3-8379ba835931 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:42:47.352513 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d722f4f-b479-48f6-9120-79254eabc588 req-a614a533-9498-417e-87b3-8379ba835931 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:47.353162 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-2d722f4f-b479-48f6-9120-79254eabc588 req-a614a533-9498-417e-87b3-8379ba835931 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:47.368595 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614a533-9498-417e-87b3-8379ba835931 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Pushing event updated for resources: {'Port': ['ID=51c2f36f-c5f2-49b5-8059-c1b5974b3f2e,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:47.410687 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-1fcf4ac2-5c83-4db2-a562-622018d04b83 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for port (516092d6-335c-4065-8ea1-4c8cb8895ef2), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:47.445757 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-954e284b-9266-45c8-b132-4afd38606acd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for port (07a9b947-eec8-4911-ac67-51c4bb0eccdd), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:47.489901 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2d722f4f-b479-48f6-9120-79254eabc588 req-a614a533-9498-417e-87b3-8379ba835931 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7380514 Apr 28 22:42:47.556222 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-954e284b-9266-45c8-b132-4afd38606acd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (07a9b947-eec8-4911-ac67-51c4bb0eccdd), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:47.556660 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-1fcf4ac2-5c83-4db2-a562-622018d04b83 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (516092d6-335c-4065-8ea1-4c8cb8895ef2), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:47.596661 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-29fb402a-663c-40f2-bfc8-be6a020db05f None None] Provisioning complete for port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:47.597189 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-29fb402a-663c-40f2-bfc8-be6a020db05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (51c2f36f-c5f2-49b5-8059-c1b5974b3f2e), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:47.605863 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-1fcf4ac2-5c83-4db2-a562-622018d04b83 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:42:47.620967 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-1fcf4ac2-5c83-4db2-a562-622018d04b83 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:47.626459 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-1fcf4ac2-5c83-4db2-a562-622018d04b83 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:42:47.631639 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-1fcf4ac2-5c83-4db2-a562-622018d04b83 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:47.632301 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-1fcf4ac2-5c83-4db2-a562-622018d04b83 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:47.655744 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e284b-9266-45c8-b132-4afd38606acd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Pushing event updated for resources: {'Port': ['ID=07a9b947-eec8-4911-ac67-51c4bb0eccdd,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:47.666943 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf4ac2-5c83-4db2-a562-622018d04b83 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event updated for resources: {'Port': ['ID=516092d6-335c-4065-8ea1-4c8cb8895ef2,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:47.685840 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1734227-991b-48ba-8a33-6d383cf10a19 req-bda248dc-7ab5-4f86-ba5d-fe9214e08764 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:47.687550 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f1734227-991b-48ba-8a33-6d383cf10a19 req-bda248dc-7ab5-4f86-ba5d-fe9214e08764 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 931 time: 0.0806539 Apr 28 22:42:47.696432 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-954e284b-9266-45c8-b132-4afd38606acd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:42:47.699840 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-954e284b-9266-45c8-b132-4afd38606acd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:42:47.720836 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-954e284b-9266-45c8-b132-4afd38606acd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:42:47.772727 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f1734227-991b-48ba-8a33-6d383cf10a19 req-2141ba38-a870-4a72-ab68-d315e93421aa tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772684 Apr 28 22:42:47.787087 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-1fcf4ac2-5c83-4db2-a562-622018d04b83 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6436889 Apr 28 22:42:47.805256 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-29fb402a-663c-40f2-bfc8-be6a020db05f None None] Port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:42:47.830180 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-954e284b-9266-45c8-b132-4afd38606acd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:47.831489 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-954e284b-9266-45c8-b132-4afd38606acd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:47.928854 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-954e284b-9266-45c8-b132-4afd38606acd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6361556 Apr 28 22:42:48.008941 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fa2a1-5579-4395-b2dc-393b1bf4f9d3 req-c5869097-7b4f-46b0-ad46-10cb5efc7820 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:48.012911 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-377fa2a1-5579-4395-b2dc-393b1bf4f9d3 req-c5869097-7b4f-46b0-ad46-10cb5efc7820 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 932 time: 0.1077576 Apr 28 22:42:48.044757 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-cc2cf2a4-085d-40b6-a720-9e27e5df0ade None None] Provisioning complete for port 516092d6-335c-4065-8ea1-4c8cb8895ef2 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:48.045378 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf2a4-085d-40b6-a720-9e27e5df0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (516092d6-335c-4065-8ea1-4c8cb8895ef2), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:48.099799 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-cc2cf2a4-085d-40b6-a720-9e27e5df0ade None None] Port 516092d6-335c-4065-8ea1-4c8cb8895ef2 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:42:48.125205 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-377fa2a1-5579-4395-b2dc-393b1bf4f9d3 req-d1344c38-9afb-48db-bc8e-b235e1b3f6b8 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901294 Apr 28 22:42:48.128577 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31897c7-a3b8-434d-a6d8-5664eb2bfd22 req-e0498232-85b5-49dd-86ba-8cf32038ac8b tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:48.136222 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a31897c7-a3b8-434d-a6d8-5664eb2bfd22 req-e0498232-85b5-49dd-86ba-8cf32038ac8b tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 944 time: 0.0992241 Apr 28 22:42:48.190793 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a31897c7-a3b8-434d-a6d8-5664eb2bfd22 req-4cb88f9c-ae3c-448f-b315-7f4524e8cd9e tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532823 Apr 28 22:42:48.216283 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-626960b6-3f06-47a0-bd5c-f7665521a13c None None] Provisioning complete for port 07a9b947-eec8-4911-ac67-51c4bb0eccdd triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:48.216736 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-626960b6-3f06-47a0-bd5c-f7665521a13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (07a9b947-eec8-4911-ac67-51c4bb0eccdd), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:48.251372 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-626960b6-3f06-47a0-bd5c-f7665521a13c None None] Port 07a9b947-eec8-4911-ac67-51c4bb0eccdd cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:42:48.886808 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5eb0e-8664-4a38-acb6-743fa6cd73b7 req-33b7e160-41d3-42f1-a01a-9ed99b803fbb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:48.888212 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2bb5eb0e-8664-4a38-acb6-743fa6cd73b7 req-33b7e160-41d3-42f1-a01a-9ed99b803fbb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 931 time: 0.0474274 Apr 28 22:42:48.898385 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Request body: {'port': {'device_id': '1aaf4d78-c6bb-4208-917c-548177286817', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:48.905647 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Request body: {'port': {'device_id': '3b87b409-26ce-43e9-acae-f0e7c936fca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:48.906497 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Request body: {'port': {'device_id': 'a8120abb-2951-44ec-8820-6e2ebf13b1de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:42:49.003213 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2bb5eb0e-8664-4a38-acb6-743fa6cd73b7 req-a28a2c98-68ac-46e4-aef7-593f7a82a185 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093414 Apr 28 22:42:49.005897 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (07a9b947-eec8-4911-ac67-51c4bb0eccdd), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:49.022397 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (51c2f36f-c5f2-49b5-8059-c1b5974b3f2e), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:49.035176 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (516092d6-335c-4065-8ea1-4c8cb8895ef2), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:49.379189 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c856d-0993-416b-9a40-0af55b57205b req-e7f818e6-f2a2-40d4-8a67-835bb88d7719 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:49.390073 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1c2c856d-0993-416b-9a40-0af55b57205b req-e7f818e6-f2a2-40d4-8a67-835bb88d7719 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 944 time: 0.0856612 Apr 28 22:42:49.491137 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1c2c856d-0993-416b-9a40-0af55b57205b req-68e4fb92-a6e4-48d6-ae26-c5cd84d89340 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996730 Apr 28 22:42:49.498881 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a9b947-eec8-4911-ac67-51c4bb0eccdd {{(pid=110300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:42:49.517714 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Publish callbacks [] for port (07a9b947-eec8-4911-ac67-51c4bb0eccdd), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:49.535630 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.provisioning_blocks [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Transition to ACTIVE for port object 07a9b947-eec8-4911-ac67-51c4bb0eccdd will not be triggered until provisioned by entity L2. {{(pid=110300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:42:49.608535 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ac72b-967e-4b78-ac76-2320d22d46a9 req-398bc0dd-b9d5-494f-9750-f02f91e73814 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:49.610127 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-001ac72b-967e-4b78-ac76-2320d22d46a9 req-398bc0dd-b9d5-494f-9750-f02f91e73814 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 932 time: 0.2523005 Apr 28 22:42:49.648171 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (07a9b947-eec8-4911-ac67-51c4bb0eccdd), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:49.727979 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Pushing event updated for resources: {'Port': ['ID=07a9b947-eec8-4911-ac67-51c4bb0eccdd,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:49.775457 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-001ac72b-967e-4b78-ac76-2320d22d46a9 req-d0412ef2-6607-4c52-8b72-21486142df9c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594319 Apr 28 22:42:49.801411 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-5b0d1347-9b2d-4094-94a8-5e9440adebdb tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:49.803101 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-5b0d1347-9b2d-4094-94a8-5e9440adebdb tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/networks?id=179a43ff-1ba9-4221-940d-de91dbde8432 HTTP/1.1" status: 200 len: 809 time: 0.2171159 Apr 28 22:42:49.875506 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-8c310409-cfb6-4d4b-97ce-fa7d9f2cc6d3 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/quotas/7ecc38cd64564e8fa8abf440693bd006 HTTP/1.1" status: 200 len: 375 time: 0.0643122 Apr 28 22:42:49.939479 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:42:49.948624 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516092d6-335c-4065-8ea1-4c8cb8895ef2 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:42:49.955073 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-dadfe74a-8dfc-4be2-a478-84894f6a6782 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ecc38cd64564e8fa8abf440693bd006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706534 Apr 28 22:42:49.956026 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Publish callbacks [] for port (51c2f36f-c5f2-49b5-8059-c1b5974b3f2e), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:49.968175 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Publish callbacks [] for port (516092d6-335c-4065-8ea1-4c8cb8895ef2), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:50.011237 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Transition to ACTIVE for port object 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e will not be triggered until provisioned by entity L2. {{(pid=110299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:42:50.014633 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Transition to ACTIVE for port object 516092d6-335c-4065-8ea1-4c8cb8895ef2 will not be triggered until provisioned by entity L2. {{(pid=110299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:42:50.055880 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Attempting to bind port 07a9b947-eec8-4911-ac67-51c4bb0eccdd on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:42:50.056290 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Attempting to bind port 07a9b947-eec8-4911-ac67-51c4bb0eccdd by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:42:50.056896 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Attempting to bind port 07a9b947-eec8-4911-ac67-51c4bb0eccdd on network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:42:50.066409 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Port 07a9b947-eec8-4911-ac67-51c4bb0eccdd on network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:42:50.066815 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Attempting to bind port 07a9b947-eec8-4911-ac67-51c4bb0eccdd on network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:42:50.078039 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:42:50.078467 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Checking segment: {'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:42:50.079005 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Bound using segment: {'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:42:50.080098 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Bound port: 07a9b947-eec8-4911-ac67-51c4bb0eccdd, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:42:50.080098 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (07a9b947-eec8-4911-ac67-51c4bb0eccdd), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:50.104559 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-1b6e73a1-ecc2-4974-91d5-78ffea1c4d2c service neutron] 10.222.0.13 "GET /v2.0/networks/179a43ff-1ba9-4221-940d-de91dbde8432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480227 Apr 28 22:42:50.124634 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (51c2f36f-c5f2-49b5-8059-c1b5974b3f2e), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:50.126918 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (516092d6-335c-4065-8ea1-4c8cb8895ef2), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:50.181719 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09a7e4-9b62-4a12-9988-81f0878a759d req-1515f247-877a-4fbc-934f-6bfdc537f08d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:50.183431 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-aa09a7e4-9b62-4a12-9988-81f0878a759d req-1515f247-877a-4fbc-934f-6bfdc537f08d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 943 time: 0.1016886 Apr 28 22:42:50.222507 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] For port 07a9b947-eec8-4911-ac67-51c4bb0eccdd, host hv-cinder-83982, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:42:50.226186 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] For port 07a9b947-eec8-4911-ac67-51c4bb0eccdd, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=07a9b947-eec8-4911-ac67-51c4bb0eccdd,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:42:50.230837 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 6ad37a94-9efe-4de2-a773-be8688e69224 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:42:50.235391 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Pushing event updated for resources: {'Port': ['ID=51c2f36f-c5f2-49b5-8059-c1b5974b3f2e,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:50.250077 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-f8951acb-7b3e-4988-9be4-ca29e56d8908 service neutron] 10.222.0.13 "GET /v2.0/networks/179a43ff-1ba9-4221-940d-de91dbde8432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244106 Apr 28 22:42:50.341371 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (07a9b947-eec8-4911-ac67-51c4bb0eccdd), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:50.424718 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:50.426768 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:50.428508 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] 10.222.0.31 "PUT /v2.0/ports/07a9b947-eec8-4911-ac67-51c4bb0eccdd HTTP/1.1" status: 200 len: 1093 time: 1.5326579 Apr 28 22:42:50.429148 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b87b409-26ce-43e9-acae-f0e7c936fca5', 'tag': '07a9b947-eec8-4911-ac67-51c4bb0eccdd'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:42:50.435356 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d36e05e-fb0c-4358-b69e-5cf6e95ea66f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b87b409-26ce-43e9-acae-f0e7c936fca5", "tag": "07a9b947-eec8-4911-ac67-51c4bb0eccdd"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:42:50.468132 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b652b1c-1f77-4809-9d2c-a84c98852b8f service neutron] Pushing event updated for resources: {'Port': ['ID=07a9b947-eec8-4911-ac67-51c4bb0eccdd,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:50.478825 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Attempting to bind port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:42:50.480063 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Attempting to bind port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:42:50.480621 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Attempting to bind port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e on network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:42:50.503156 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 6ad37a94-9efe-4de2-a773-be8688e69224, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=6ad37a94-9efe-4de2-a773-be8688e69224,segment=NetworkSegment(2cebf4b0-d748-487c-9d5b-2885e41aa0d7),segment_id=2cebf4b0-d748-487c-9d5b-2885e41aa0d7)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:42:50.508987 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Pushing event updated for resources: {'Port': ['ID=516092d6-335c-4065-8ea1-4c8cb8895ef2,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:50.523972 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e on network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:42:50.524303 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Attempting to bind port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e on network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:42:50.526932 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': '6ad37a94-9efe-4de2-a773-be8688e69224', 'network_id': '5d19ae2d-5363-42e0-8569-31c00579b9cd', 'port_id': '6ad37a94-9efe-4de2-a773-be8688e69224', 'mac_address': 'fa:16:3e:41:dc:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6819f92-4793-4103-afc8-628b808918f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:42:50.530051 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-aa09a7e4-9b62-4a12-9988-81f0878a759d req-e9f31050-9be2-4fa3-9697-545eac8099e0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391643 Apr 28 22:42:50.548406 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:42:50.548406 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Checking segment: {'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:42:50.548406 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Bound using segment: {'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:42:50.548406 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Bound port: 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:42:50.548406 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (51c2f36f-c5f2-49b5-8059-c1b5974b3f2e), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:50.589008 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 6ad37a94-9efe-4de2-a773-be8688e69224 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:50.589760 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (6ad37a94-9efe-4de2-a773-be8688e69224), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:50.594049 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Attempting to bind port 516092d6-335c-4065-8ea1-4c8cb8895ef2 on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:42:50.599074 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Attempting to bind port 516092d6-335c-4065-8ea1-4c8cb8895ef2 by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': 'fc508591-b290-4de0-bccf-84bd57c77663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:42:50.599562 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Attempting to bind port 516092d6-335c-4065-8ea1-4c8cb8895ef2 on network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:42:50.629225 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad37a94-9efe-4de2-a773-be8688e69224 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:42:50.685179 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 6ad37a94-9efe-4de2-a773-be8688e69224, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=6ad37a94-9efe-4de2-a773-be8688e69224,segment=NetworkSegment(2cebf4b0-d748-487c-9d5b-2885e41aa0d7),segment_id=2cebf4b0-d748-487c-9d5b-2885e41aa0d7)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:42:50.702970 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0c46d692-ad99-449b-8de4-c7aa759d8d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:50.705116 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0c46d692-ad99-449b-8de4-c7aa759d8d4b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 1127 time: 0.0743372 Apr 28 22:42:50.727322 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Port 516092d6-335c-4065-8ea1-4c8cb8895ef2 on network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:42:50.727322 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Attempting to bind port 516092d6-335c-4065-8ea1-4c8cb8895ef2 on network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:42:50.768191 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:42:50.768883 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Checking segment: {'id': 'fc508591-b290-4de0-bccf-84bd57c77663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:42:50.769272 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Bound using segment: {'id': 'fc508591-b290-4de0-bccf-84bd57c77663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:42:50.769719 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Bound port: 516092d6-335c-4065-8ea1-4c8cb8895ef2, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc508591-b290-4de0-bccf-84bd57c77663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:42:50.770164 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (516092d6-335c-4065-8ea1-4c8cb8895ef2), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:50.780968 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (6ad37a94-9efe-4de2-a773-be8688e69224), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:50.835975 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-39fb2f1e-71b4-437a-9732-35b150025b3b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07a9b947-eec8-4911-ac67-51c4bb0eccdd HTTP/1.1" status: 200 len: 217 time: 0.1221344 Apr 28 22:42:50.842708 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0df3315-9714-4acf-bc7d-b09d2aa97891 x-openstack-request-id: req-a0df3315-9714-4acf-bc7d-b09d2aa97891 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:42:50.843016 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b87b409-26ce-43e9-acae-f0e7c936fca5", "tag": "07a9b947-eec8-4911-ac67-51c4bb0eccdd", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:42:50.844960 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0df3315-9714-4acf-bc7d-b09d2aa97891 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:42:50.845551 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0df3315-9714-4acf-bc7d-b09d2aa97891'] response: {'name': 'network-changed', 'server_uuid': '3b87b409-26ce-43e9-acae-f0e7c936fca5', 'tag': '07a9b947-eec8-4911-ac67-51c4bb0eccdd', 'status': 'completed', 'code': 200} Apr 28 22:42:50.872634 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] For port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e, host hv-cinder-83982, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:42:50.908170 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=6ad37a94-9efe-4de2-a773-be8688e69224,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:51.042454 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5889b-0e7c-491e-9c9f-ea3b8bdb23e1 req-d63da9c8-29fe-4b45-ac6b-7f5dd0436c7d tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:51.044285 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2ab5889b-0e7c-491e-9c9f-ea3b8bdb23e1 req-d63da9c8-29fe-4b45-ac6b-7f5dd0436c7d tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 945 time: 0.1980190 Apr 28 22:42:51.048648 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-08012cb9-97c0-440e-bc4c-0640f4646c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:51.050184 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-08012cb9-97c0-440e-bc4c-0640f4646c0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.1989994 Apr 28 22:42:51.156296 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0020a95a-3c8c-44ae-9f9d-a5c4aece3058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:51.158524 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0020a95a-3c8c-44ae-9f9d-a5c4aece3058 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1004789 Apr 28 22:42:51.160955 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['6ad37a94-9efe-4de2-a773-be8688e69224'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:42:51.179046 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] For port 516092d6-335c-4065-8ea1-4c8cb8895ef2, host hv-cinder-83982, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:42:51.194065 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2ab5889b-0e7c-491e-9c9f-ea3b8bdb23e1 req-213b8757-1472-4f55-a121-f2f06fb2cd69 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370854 Apr 28 22:42:51.228452 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] For port 516092d6-335c-4065-8ea1-4c8cb8895ef2, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=516092d6-335c-4065-8ea1-4c8cb8895ef2,segment=NetworkSegment(fc508591-b290-4de0-bccf-84bd57c77663),segment_id=fc508591-b290-4de0-bccf-84bd57c77663)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:42:51.242313 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] For port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=51c2f36f-c5f2-49b5-8059-c1b5974b3f2e,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:42:51.263699 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-23826916-868d-41c3-b84b-3beb4336ab07 req-fe204143-c760-46c2-be6e-92a555e1e074 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 210 time: 0.3839166 Apr 28 22:42:51.308123 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (516092d6-335c-4065-8ea1-4c8cb8895ef2), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:51.316023 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-78e516d8-541e-4b0d-b1ad-2d62f4086429 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356492 Apr 28 22:42:51.352422 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:51.353254 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:51.355029 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] 10.222.0.31 "PUT /v2.0/ports/516092d6-335c-4065-8ea1-4c8cb8895ef2 HTTP/1.1" status: 200 len: 1094 time: 2.4531796 Apr 28 22:42:51.355684 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8120abb-2951-44ec-8820-6e2ebf13b1de', 'tag': '516092d6-335c-4065-8ea1-4c8cb8895ef2'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:42:51.454226 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (51c2f36f-c5f2-49b5-8059-c1b5974b3f2e), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:51.728792 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-a153d03e-1aac-4826-ba9f-8f3b4df79c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:51.730396 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-a153d03e-1aac-4826-ba9f-8f3b4df79c6e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d7c475a2444cb7beac065aff76acbe&device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 1128 time: 0.2272210 Apr 28 22:42:51.739790 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec3121-ded4-4e7b-ac70-afc35b5488af req-6c6f10ca-e73c-4ce8-a65a-dc286a455c4b tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:51.747493 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-83ec3121-ded4-4e7b-ac70-afc35b5488af req-6c6f10ca-e73c-4ce8-a65a-dc286a455c4b tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 944 time: 0.4203744 Apr 28 22:42:51.812912 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baaa63-8717-472e-97a0-31aefea88e73 req-bbe98e28-078f-4777-a4b9-73427358c50a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:51.820498 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-97baaa63-8717-472e-97a0-31aefea88e73 req-bbe98e28-078f-4777-a4b9-73427358c50a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 943 time: 0.0831878 Apr 28 22:42:51.828153 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044719fd-ad3e-43bd-8ba3-9804a78df6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a8120abb-2951-44ec-8820-6e2ebf13b1de", "tag": "516092d6-335c-4065-8ea1-4c8cb8895ef2"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:42:51.858823 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:51.859639 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:51.861277 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2d722f4f-b479-48f6-9120-79254eabc588 req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] 10.222.0.31 "PUT /v2.0/ports/51c2f36f-c5f2-49b5-8059-c1b5974b3f2e HTTP/1.1" status: 200 len: 1093 time: 2.9673171 Apr 28 22:42:51.874204 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ba2f8-1c31-45ea-948e-1b8b98dca7ce service neutron] Pushing event updated for resources: {'Port': ['ID=516092d6-335c-4065-8ea1-4c8cb8895ef2,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:51.894148 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-83ec3121-ded4-4e7b-ac70-afc35b5488af req-f0344e2c-d2fd-46ad-9ec3-df543e6d28a3 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457210 Apr 28 22:42:51.911707 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-fc04361f-aeb6-4e5c-a815-fdee2c1c88f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=516092d6-335c-4065-8ea1-4c8cb8895ef2 HTTP/1.1" status: 200 len: 217 time: 0.1719551 Apr 28 22:42:51.936133 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9d42e42a-cd0f-4ec5-a5d9-193cd540b0ec req-0fcbd42f-ce3a-40f6-ba98-4e5a20fd8ef4 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6190171 Apr 28 22:42:52.017974 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-97baaa63-8717-472e-97a0-31aefea88e73 req-e46edda6-f67c-4d1d-8cc6-58ef1474d7b5 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958904 Apr 28 22:42:52.062893 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a9ad5-14cc-403b-b3ee-4c0c734e5646 service neutron] Pushing event updated for resources: {'Port': ['ID=51c2f36f-c5f2-49b5-8059-c1b5974b3f2e,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:52.075265 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d722f4f-b479-48f6-9120-79254eabc588 req-d92015ef-2085-4679-bc9b-d1ccbe3a4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:52.077077 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2d722f4f-b479-48f6-9120-79254eabc588 req-d92015ef-2085-4679-bc9b-d1ccbe3a4e67 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 1127 time: 0.0597148 Apr 28 22:42:52.077190 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-f46093b7-ed47-4d25-95c0-6040c67410ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:52.078642 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-f46093b7-ed47-4d25-95c0-6040c67410ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f764963a-8464-4a24-ad54-07350b19889d HTTP/1.1" status: 200 len: 850 time: 0.1182454 Apr 28 22:42:52.126338 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 46266) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:52.144125 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214356f0-7ecd-4cc0-a982-630d6c3018f1 x-openstack-request-id: req-214356f0-7ecd-4cc0-a982-630d6c3018f1 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:42:52.144419 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8120abb-2951-44ec-8820-6e2ebf13b1de", "tag": "516092d6-335c-4065-8ea1-4c8cb8895ef2", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:42:52.144671 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-214356f0-7ecd-4cc0-a982-630d6c3018f1 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:42:52.145264 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-214356f0-7ecd-4cc0-a982-630d6c3018f1'] response: {'name': 'network-changed', 'server_uuid': 'a8120abb-2951-44ec-8820-6e2ebf13b1de', 'tag': '516092d6-335c-4065-8ea1-4c8cb8895ef2', 'status': 'completed', 'code': 200} Apr 28 22:42:52.242056 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04fd2c34-4c9c-4001-9bc5-d0f63c0a559d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:52.313694 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 6ad37a94-9efe-4de2-a773-be8688e69224 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:42:52.345618 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d6608-23dc-496e-94ea-85365f2fd4c8 req-e623c201-9be4-4e98-b39c-467a27720f67 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:52.347166 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-385d6608-23dc-496e-94ea-85365f2fd4c8 req-e623c201-9be4-4e98-b39c-467a27720f67 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 945 time: 0.0667448 Apr 28 22:42:52.359663 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-97f597a5-15c4-42db-a08f-402a9b5e1d48 req-5a9ef7a0-a6d0-4bbf-bf47-3f3b9dbe7cc2 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 210 time: 0.0331764 Apr 28 22:42:52.385283 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port 6ad37a94-9efe-4de2-a773-be8688e69224 completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:42:52.394558 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04fd2c34-4c9c-4001-9bc5-d0f63c0a559d admin admin] Publish callbacks [] for security_group (96ea9548-29ef-434c-ad7c-c278c7e0320f), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:52.419412 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-385d6608-23dc-496e-94ea-85365f2fd4c8 req-37bbd122-ac7a-45e9-94a0-9afc41109eb6 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605330 Apr 28 22:42:52.458429 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port 6ad37a94-9efe-4de2-a773-be8688e69224 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:52.458687 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (6ad37a94-9efe-4de2-a773-be8688e69224), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:52.515405 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04fd2c34-4c9c-4001-9bc5-d0f63c0a559d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (96ea9548-29ef-434c-ad7c-c278c7e0320f), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:52.540378 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 6ad37a94-9efe-4de2-a773-be8688e69224 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:52.541005 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (6ad37a94-9efe-4de2-a773-be8688e69224), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:52.556971 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-04fd2c34-4c9c-4001-9bc5-d0f63c0a559d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0576a5590b1458ab0a10d7f2e403e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294324 Apr 28 22:42:52.558107 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd2c34-4c9c-4001-9bc5-d0f63c0a559d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ea9548-29ef-434c-ad7c-c278c7e0320f,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:52.560521 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 46276) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:52.575817 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fd1557-7e8e-45d7-9ae6-c621821ee44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad37a94-9efe-4de2-a773-be8688e69224'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:42:52.611407 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8e63f37e-913c-4ed9-abdd-aaafb41ef9f7 admin admin] Publish callbacks [] for security_group (96ea9548-29ef-434c-ad7c-c278c7e0320f), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:52.633226 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8e63f37e-913c-4ed9-abdd-aaafb41ef9f7 admin admin] Publish callbacks [] for security_group (96ea9548-29ef-434c-ad7c-c278c7e0320f), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:52.648232 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 6ad37a94-9efe-4de2-a773-be8688e69224, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=6ad37a94-9efe-4de2-a773-be8688e69224,segment=NetworkSegment(2cebf4b0-d748-487c-9d5b-2885e41aa0d7),segment_id=2cebf4b0-d748-487c-9d5b-2885e41aa0d7)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:42:52.684872 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03abf169-4529-4a72-9aaa-f556f33e983a" -d '{"events": [{"server_uuid": "d3fd1557-7e8e-45d7-9ae6-c621821ee44c", "name": "network-vif-plugged", "status": "completed", "tag": "6ad37a94-9efe-4de2-a773-be8688e69224"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:42:52.715325 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (6ad37a94-9efe-4de2-a773-be8688e69224), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:52.781335 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b513c04e-83af-46f0-a034-a2afecdac3a0 x-openstack-request-id: req-b513c04e-83af-46f0-a034-a2afecdac3a0 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:42:52.781647 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fd1557-7e8e-45d7-9ae6-c621821ee44c", "name": "network-vif-plugged", "status": "completed", "tag": "6ad37a94-9efe-4de2-a773-be8688e69224", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:42:52.781929 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b513c04e-83af-46f0-a034-a2afecdac3a0 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:42:52.782369 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b513c04e-83af-46f0-a034-a2afecdac3a0'] response: {'server_uuid': 'd3fd1557-7e8e-45d7-9ae6-c621821ee44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad37a94-9efe-4de2-a773-be8688e69224', 'code': 200} Apr 28 22:42:52.783992 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8e63f37e-913c-4ed9-abdd-aaafb41ef9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (96ea9548-29ef-434c-ad7c-c278c7e0320f), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:52.786641 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8e63f37e-913c-4ed9-abdd-aaafb41ef9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:52.787368 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=6ad37a94-9efe-4de2-a773-be8688e69224,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:52.787929 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-8e63f37e-913c-4ed9-abdd-aaafb41ef9f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96ea9548-29ef-434c-ad7c-c278c7e0320f HTTP/1.1" status: 204 len: 168 time: 0.2264323 Apr 28 22:42:52.796987 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63f37e-913c-4ed9-abdd-aaafb41ef9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ea9548-29ef-434c-ad7c-c278c7e0320f,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:53.049091 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068463b-bcb5-4b4b-8435-43fcf3ce1005 req-f964f350-84a1-4ad1-a009-2bd300ff42de tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:53.050956 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2068463b-bcb5-4b4b-8435-43fcf3ce1005 req-f964f350-84a1-4ad1-a009-2bd300ff42de tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 944 time: 0.0664937 Apr 28 22:42:53.120347 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2068463b-bcb5-4b4b-8435-43fcf3ce1005 req-2bb4186a-ac06-4174-aa91-f9e878218b27 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632155 Apr 28 22:42:53.149801 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655b5d7-0def-442f-85e4-26b1b0029835 req-f6c73c98-96bd-461d-80fc-9c905b8515dc tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:53.151901 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8655b5d7-0def-442f-85e4-26b1b0029835 req-f6c73c98-96bd-461d-80fc-9c905b8515dc tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 943 time: 0.0612037 Apr 28 22:42:53.196148 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8655b5d7-0def-442f-85e4-26b1b0029835 req-51352e1b-5771-4eb2-994f-a4054a0090e0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432346 Apr 28 22:42:53.467176 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c0e4f82a-711a-4c93-a7fd-f3bb6a21d4d0 req-0db59bb8-3bae-4e76-8b2a-06b2d4e56e32 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 210 time: 0.0346394 Apr 28 22:42:53.499048 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 46318) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:53.522300 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8293a14b-e465-4039-bdd5-4edf1f9e6676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:53.565895 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edae3f-223e-45bd-b8b2-f23265f7e97b req-87a62f59-275b-4d35-9e0f-20391a9ce524 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:53.567369 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a2edae3f-223e-45bd-b8b2-f23265f7e97b req-87a62f59-275b-4d35-9e0f-20391a9ce524 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 946 time: 0.0608695 Apr 28 22:42:53.643792 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a2edae3f-223e-45bd-b8b2-f23265f7e97b req-d58dc1d4-d4be-4f34-9cbf-221ce05b55d7 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684979 Apr 28 22:42:53.680398 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8293a14b-e465-4039-bdd5-4edf1f9e6676 admin admin] Publish callbacks [] for security_group (e4e3ac35-4e96-4af4-9beb-ec2eb97b48e3), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:53.711416 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 46330) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:53.785581 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8293a14b-e465-4039-bdd5-4edf1f9e6676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (e4e3ac35-4e96-4af4-9beb-ec2eb97b48e3), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:53.818866 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-455f7adf-8ce5-4bf7-bd78-304444f4d1af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:53.819404 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293a14b-e465-4039-bdd5-4edf1f9e6676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e3ac35-4e96-4af4-9beb-ec2eb97b48e3,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:53.826890 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8293a14b-e465-4039-bdd5-4edf1f9e6676 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4cde827261042a8b9e04b0c56f5e0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259702 Apr 28 22:42:53.828743 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 46334) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:53.877324 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a5cff986-50f6-4130-aeb2-b7e7ec67683c admin admin] Publish callbacks [] for security_group (e4e3ac35-4e96-4af4-9beb-ec2eb97b48e3), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:53.895633 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-455f7adf-8ce5-4bf7-bd78-304444f4d1af admin admin] Publish callbacks [] for security_group (7cc42323-ba42-4948-a8c3-55e1f2d38e78), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:53.898262 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a5cff986-50f6-4130-aeb2-b7e7ec67683c admin admin] Publish callbacks [] for security_group (e4e3ac35-4e96-4af4-9beb-ec2eb97b48e3), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:53.997443 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-455f7adf-8ce5-4bf7-bd78-304444f4d1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (7cc42323-ba42-4948-a8c3-55e1f2d38e78), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:54.025363 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-455f7adf-8ce5-4bf7-bd78-304444f4d1af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b1d9ae7ab684a77925f796a02bf46ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128626 Apr 28 22:42:54.027311 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f7adf-8ce5-4bf7-bd78-304444f4d1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc42323-ba42-4948-a8c3-55e1f2d38e78,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:54.028495 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 46342) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:54.043967 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a5cff986-50f6-4130-aeb2-b7e7ec67683c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (e4e3ac35-4e96-4af4-9beb-ec2eb97b48e3), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:54.046616 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a5cff986-50f6-4130-aeb2-b7e7ec67683c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:54.047772 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a5cff986-50f6-4130-aeb2-b7e7ec67683c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4e3ac35-4e96-4af4-9beb-ec2eb97b48e3 HTTP/1.1" status: 204 len: 168 time: 0.2180834 Apr 28 22:42:54.085755 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cff986-50f6-4130-aeb2-b7e7ec67683c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e3ac35-4e96-4af4-9beb-ec2eb97b48e3,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:54.124494 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2d722f4f-b479-48f6-9120-79254eabc588 req-ab46a1f4-77f4-4564-b525-545e05cf44e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51c2f36f-c5f2-49b5-8059-c1b5974b3f2e HTTP/1.1" status: 200 len: 217 time: 0.0570712 Apr 28 22:42:54.173731 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-990018bd-c48e-44ee-ba00-744b8461260a admin admin] Publish callbacks [] for security_group (7cc42323-ba42-4948-a8c3-55e1f2d38e78), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:54.205125 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aaf4d78-c6bb-4208-917c-548177286817', 'tag': '51c2f36f-c5f2-49b5-8059-c1b5974b3f2e'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:42:54.207439 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a88e93-76c1-42db-a5e7-d6f56e52fd57" -d '{"events": [{"name": "network-changed", "server_uuid": "1aaf4d78-c6bb-4208-917c-548177286817", "tag": "51c2f36f-c5f2-49b5-8059-c1b5974b3f2e"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:42:54.210301 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-990018bd-c48e-44ee-ba00-744b8461260a admin admin] Publish callbacks [] for security_group (7cc42323-ba42-4948-a8c3-55e1f2d38e78), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:54.212876 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d722f4f-b479-48f6-9120-79254eabc588 req-5ede2f95-8ebf-47ce-81db-45ef15ff6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:54.214999 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2d722f4f-b479-48f6-9120-79254eabc588 req-5ede2f95-8ebf-47ce-81db-45ef15ff6ac0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.0779223 Apr 28 22:42:54.270868 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36e05e-fb0c-4358-b69e-5cf6e95ea66f req-e1fcdc08-2513-441d-a501-d7e7b995ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:54.272838 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4d36e05e-fb0c-4358-b69e-5cf6e95ea66f req-e1fcdc08-2513-441d-a501-d7e7b995ee60 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 1127 time: 0.2021544 Apr 28 22:42:54.306648 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-b465a0c7-e942-4a7e-b597-0c529f471690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:54.310353 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 07a9b947-eec8-4911-ac67-51c4bb0eccdd details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:42:54.312043 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-b465a0c7-e942-4a7e-b597-0c529f471690 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2369294 Apr 28 22:42:54.331633 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d722f4f-b479-48f6-9120-79254eabc588 req-6bb60a59-e531-40ec-83a5-40e9c009583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:54.333799 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2d722f4f-b479-48f6-9120-79254eabc588 req-6bb60a59-e531-40ec-83a5-40e9c009583e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1042392 Apr 28 22:42:54.375172 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181c507-7cb8-4e4e-96bb-297bdb8a2430 req-7c7d78f7-4bd5-4005-91c2-2f988d4d52b1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:54.376833 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a181c507-7cb8-4e4e-96bb-297bdb8a2430 req-7c7d78f7-4bd5-4005-91c2-2f988d4d52b1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 943 time: 0.1027949 Apr 28 22:42:54.396156 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1011eb-2314-4d67-bdb2-43726c9e0263 req-6b49efe0-c78b-4971-b1ec-4be8992cca47 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:54.412526 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ab1011eb-2314-4d67-bdb2-43726c9e0263 req-6b49efe0-c78b-4971-b1ec-4be8992cca47 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 944 time: 0.1711528 Apr 28 22:42:54.478215 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a181c507-7cb8-4e4e-96bb-297bdb8a2430 req-35bf7210-d3ce-410b-8bcc-15c225d3cb9f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942421 Apr 28 22:42:54.488349 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-990018bd-c48e-44ee-ba00-744b8461260a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (7cc42323-ba42-4948-a8c3-55e1f2d38e78), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:54.491018 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-990018bd-c48e-44ee-ba00-744b8461260a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:54.492131 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-990018bd-c48e-44ee-ba00-744b8461260a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cc42323-ba42-4948-a8c3-55e1f2d38e78 HTTP/1.1" status: 204 len: 168 time: 0.4626660 Apr 28 22:42:54.499069 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2d722f4f-b479-48f6-9120-79254eabc588 req-13ce8b8e-7ca0-4ebb-a3d7-47096fb7a962 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576624 Apr 28 22:42:54.504290 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990018bd-c48e-44ee-ba00-744b8461260a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc42323-ba42-4948-a8c3-55e1f2d38e78,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:54.561322 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 07a9b947-eec8-4911-ac67-51c4bb0eccdd, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=07a9b947-eec8-4911-ac67-51c4bb0eccdd,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:42:54.611461 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': '07a9b947-eec8-4911-ac67-51c4bb0eccdd', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'port_id': '07a9b947-eec8-4911-ac67-51c4bb0eccdd', 'mac_address': 'fa:16:3e:8d:2c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:42:54.616661 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c679155c-02cc-40b1-84b5-ab660c26f746 x-openstack-request-id: req-c679155c-02cc-40b1-84b5-ab660c26f746 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:42:54.617171 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aaf4d78-c6bb-4208-917c-548177286817", "tag": "51c2f36f-c5f2-49b5-8059-c1b5974b3f2e", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:42:54.617171 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c679155c-02cc-40b1-84b5-ab660c26f746 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:42:54.619063 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c679155c-02cc-40b1-84b5-ab660c26f746'] response: {'name': 'network-changed', 'server_uuid': '1aaf4d78-c6bb-4208-917c-548177286817', 'tag': '51c2f36f-c5f2-49b5-8059-c1b5974b3f2e', 'status': 'completed', 'code': 200} Apr 28 22:42:54.684912 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6e537-a6b7-47bd-b54e-e0b3d08dd23c req-45685d56-3a7e-4086-bff0-26db39aa521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:54.687004 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0bf6e537-a6b7-47bd-b54e-e0b3d08dd23c req-45685d56-3a7e-4086-bff0-26db39aa521c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 1130 time: 0.1779795 Apr 28 22:42:54.734516 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 07a9b947-eec8-4911-ac67-51c4bb0eccdd is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:54.735759 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (07a9b947-eec8-4911-ac67-51c4bb0eccdd), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:54.740595 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-0bf6e537-a6b7-47bd-b54e-e0b3d08dd23c req-b34a3abc-892f-41a9-8543-c75723d07bf2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:54.764704 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a9b947-eec8-4911-ac67-51c4bb0eccdd {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:42:54.795952 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ab1011eb-2314-4d67-bdb2-43726c9e0263 req-8a644607-3e29-4f90-bad9-0119951e1ed0 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3814428 Apr 28 22:42:54.803677 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 07a9b947-eec8-4911-ac67-51c4bb0eccdd, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=07a9b947-eec8-4911-ac67-51c4bb0eccdd,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:42:54.861975 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36e05e-fb0c-4358-b69e-5cf6e95ea66f req-c9b029ef-9573-4752-95a6-8c059ab75692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:54.863416 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4d36e05e-fb0c-4358-b69e-5cf6e95ea66f req-c9b029ef-9573-4752-95a6-8c059ab75692 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 920 time: 0.5681257 Apr 28 22:42:54.867133 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-6a707f28-fdfb-4e99-bd04-fe3f6ceb812e service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933336 Apr 28 22:42:54.873083 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16ce43fc-1a18-4982-bb5e-b2f21c7a27ee req-e5bfe3ae-93b1-4355-bb11-b234599cad37 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 210 time: 0.1242211 Apr 28 22:42:54.876093 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (07a9b947-eec8-4911-ac67-51c4bb0eccdd), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:54.909547 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2d722f4f-b479-48f6-9120-79254eabc588 req-f82795e2-4403-47be-a5d6-46c7df83a261 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000719 Apr 28 22:42:54.980016 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=07a9b947-eec8-4911-ac67-51c4bb0eccdd,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:55.008006 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753deecd-a0b2-4016-b8cd-2856b08e59f3 req-fadf88b8-4bbc-4bea-a79f-b84e4d20401a tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:55.011087 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-753deecd-a0b2-4016-b8cd-2856b08e59f3 req-fadf88b8-4bbc-4bea-a79f-b84e4d20401a tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 946 time: 0.0889599 Apr 28 22:42:55.015779 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-0bf6e537-a6b7-47bd-b54e-e0b3d08dd23c req-b34a3abc-892f-41a9-8543-c75723d07bf2 service neutron] Publish callbacks [] for security_group (a8a0b434-5a33-4d55-8880-f1f2290da0dd), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:55.062503 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-753deecd-a0b2-4016-b8cd-2856b08e59f3 req-2ae4b248-fdaf-48fe-a8e8-03cc2e7a7436 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456324 Apr 28 22:42:55.114182 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-0bf6e537-a6b7-47bd-b54e-e0b3d08dd23c req-b34a3abc-892f-41a9-8543-c75723d07bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (a8a0b434-5a33-4d55-8880-f1f2290da0dd), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:55.153468 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4d36e05e-fb0c-4358-b69e-5cf6e95ea66f req-fb811bf0-151d-48d7-b34f-e52d21328564 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07a9b947-eec8-4911-ac67-51c4bb0eccdd HTTP/1.1" status: 200 len: 217 time: 0.0620034 Apr 28 22:42:55.168939 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0bf6e537-a6b7-47bd-b54e-e0b3d08dd23c req-b34a3abc-892f-41a9-8543-c75723d07bf2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649220 Apr 28 22:42:55.169685 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a3abc-892f-41a9-8543-c75723d07bf2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a0b434-5a33-4d55-8880-f1f2290da0dd,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:55.230415 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['07a9b947-eec8-4911-ac67-51c4bb0eccdd'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:42:55.250713 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36e05e-fb0c-4358-b69e-5cf6e95ea66f req-301400d4-0047-4055-9927-54912c6585ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:55.252174 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4d36e05e-fb0c-4358-b69e-5cf6e95ea66f req-301400d4-0047-4055-9927-54912c6585ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.0919192 Apr 28 22:42:55.254208 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-37d0c4fe-a377-45a9-a7c0-0ef1de9df012 req-40a2d100-5aa3-4d6a-8924-1431d18bfede service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640599 Apr 28 22:42:55.385808 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 46386) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:55.563286 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-82582faa-ccea-4718-a97d-272734feeb67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:55.604389 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c9b96-e2c2-4e1b-acc2-27e10b6cc6fc req-595cd0bb-7f15-4ae1-b548-91624e421494 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:55.605846 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7c7c9b96-e2c2-4e1b-acc2-27e10b6cc6fc req-595cd0bb-7f15-4ae1-b548-91624e421494 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 944 time: 0.0488777 Apr 28 22:42:55.606113 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36e05e-fb0c-4358-b69e-5cf6e95ea66f req-85316b9f-000b-477b-957e-aea1704d68df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:55.607601 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4d36e05e-fb0c-4358-b69e-5cf6e95ea66f req-85316b9f-000b-477b-957e-aea1704d68df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529807 Apr 28 22:42:55.653116 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7c7c9b96-e2c2-4e1b-acc2-27e10b6cc6fc req-71538735-50b3-400f-8bf4-68f892f33fb5 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406635 Apr 28 22:42:55.674017 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-82582faa-ccea-4718-a97d-272734feeb67 admin admin] Publish callbacks [] for security_group (d84927cf-ce82-4c72-b1a1-0f047a272b11), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:55.754861 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-82582faa-ccea-4718-a97d-272734feeb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (d84927cf-ce82-4c72-b1a1-0f047a272b11), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:55.794740 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-82582faa-ccea-4718-a97d-272734feeb67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd994ccb71334f5c9914855a5fa0c6fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201736 Apr 28 22:42:55.795860 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82582faa-ccea-4718-a97d-272734feeb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84927cf-ce82-4c72-b1a1-0f047a272b11,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:55.797394 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 46400) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:55.856176 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9968fe48-b7f2-4036-b2c7-cde66f06fc59 admin admin] Publish callbacks [] for security_group (d84927cf-ce82-4c72-b1a1-0f047a272b11), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:55.876883 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9968fe48-b7f2-4036-b2c7-cde66f06fc59 admin admin] Publish callbacks [] for security_group (d84927cf-ce82-4c72-b1a1-0f047a272b11), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:55.912634 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebab5e-dc33-4d36-ba8f-f499bd201d4b req-4c8fd05c-66f5-43a9-8a57-151da758bd26 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:55.914112 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-95ebab5e-dc33-4d36-ba8f-f499bd201d4b req-4c8fd05c-66f5-43a9-8a57-151da758bd26 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 944 time: 0.0466983 Apr 28 22:42:55.974883 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-95ebab5e-dc33-4d36-ba8f-f499bd201d4b req-aa0707b9-3e6c-4e7a-8a44-ea5cf224073d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532944 Apr 28 22:42:55.993277 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9968fe48-b7f2-4036-b2c7-cde66f06fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (d84927cf-ce82-4c72-b1a1-0f047a272b11), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:56.005156 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9968fe48-b7f2-4036-b2c7-cde66f06fc59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:56.005595 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9968fe48-b7f2-4036-b2c7-cde66f06fc59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d84927cf-ce82-4c72-b1a1-0f047a272b11 HTTP/1.1" status: 204 len: 168 time: 0.2057085 Apr 28 22:42:56.033767 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-13d24ff3-6597-4e8c-a844-7f986a0d648e req-9e059d76-002f-4e3b-9a78-5f175ae643fa tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 210 time: 0.0600154 Apr 28 22:42:56.034651 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968fe48-b7f2-4036-b2c7-cde66f06fc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84927cf-ce82-4c72-b1a1-0f047a272b11,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:56.197958 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c28e4-dd5c-4129-8ed9-26a2c374f560 req-c004f0b1-b689-4c67-a5fe-c6b1c4c60c0a tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:56.199824 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6b3c28e4-dd5c-4129-8ed9-26a2c374f560 req-c004f0b1-b689-4c67-a5fe-c6b1c4c60c0a tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 946 time: 0.0546012 Apr 28 22:42:56.250471 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6b3c28e4-dd5c-4129-8ed9-26a2c374f560 req-b64fa768-7bc8-4d6c-87ed-efa0a011c244 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445137 Apr 28 22:42:56.311571 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 07a9b947-eec8-4911-ac67-51c4bb0eccdd up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:42:56.356818 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port 07a9b947-eec8-4911-ac67-51c4bb0eccdd completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:42:56.452251 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port 07a9b947-eec8-4911-ac67-51c4bb0eccdd triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:42:56.452658 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (07a9b947-eec8-4911-ac67-51c4bb0eccdd), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:56.544662 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 07a9b947-eec8-4911-ac67-51c4bb0eccdd is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:42:56.545046 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (07a9b947-eec8-4911-ac67-51c4bb0eccdd), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:56.567131 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b87b409-26ce-43e9-acae-f0e7c936fca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a9b947-eec8-4911-ac67-51c4bb0eccdd'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:42:56.569422 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6db0190-5e14-45b8-ad39-245b8c58f061" -d '{"events": [{"server_uuid": "3b87b409-26ce-43e9-acae-f0e7c936fca5", "name": "network-vif-plugged", "status": "completed", "tag": "07a9b947-eec8-4911-ac67-51c4bb0eccdd"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:42:56.583659 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 07a9b947-eec8-4911-ac67-51c4bb0eccdd, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=07a9b947-eec8-4911-ac67-51c4bb0eccdd,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:42:56.605760 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187da3b9-9c5f-4991-a695-a6ac27ad4dd2 x-openstack-request-id: req-187da3b9-9c5f-4991-a695-a6ac27ad4dd2 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:42:56.606112 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b87b409-26ce-43e9-acae-f0e7c936fca5", "name": "network-vif-plugged", "status": "completed", "tag": "07a9b947-eec8-4911-ac67-51c4bb0eccdd", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:42:56.606373 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-187da3b9-9c5f-4991-a695-a6ac27ad4dd2 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:42:56.606774 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-187da3b9-9c5f-4991-a695-a6ac27ad4dd2'] response: {'server_uuid': '3b87b409-26ce-43e9-acae-f0e7c936fca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a9b947-eec8-4911-ac67-51c4bb0eccdd', 'code': 200} Apr 28 22:42:56.666450 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (07a9b947-eec8-4911-ac67-51c4bb0eccdd), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:56.727557 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=07a9b947-eec8-4911-ac67-51c4bb0eccdd,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:56.768021 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bf6c2-383d-4690-811d-fd7bc8111fda req-743e1338-5487-4c56-85db-7346dc221e40 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:56.769671 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c45bf6c2-383d-4690-811d-fd7bc8111fda req-743e1338-5487-4c56-85db-7346dc221e40 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0476024 Apr 28 22:42:56.816773 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c45bf6c2-383d-4690-811d-fd7bc8111fda req-8928f2bf-f54e-4b58-967d-58ca74b463cd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409985 Apr 28 22:42:56.834074 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 46450) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:56.847528 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-29ccf83e-9a31-4c8a-ad50-3c2191749159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:56.921027 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-29ccf83e-9a31-4c8a-ad50-3c2191749159 admin admin] Publish callbacks [] for security_group (1658f58d-9102-4e5b-84df-d083ab7a15c2), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:56.972016 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-29ccf83e-9a31-4c8a-ad50-3c2191749159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (1658f58d-9102-4e5b-84df-d083ab7a15c2), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:57.010663 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-29ccf83e-9a31-4c8a-ad50-3c2191749159 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de71d3a4598a418fa5f40fa26f4d3b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1744492 Apr 28 22:42:57.011619 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ccf83e-9a31-4c8a-ad50-3c2191749159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1658f58d-9102-4e5b-84df-d083ab7a15c2,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:57.013387 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 46456) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:57.063765 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0d8ea601-0b13-4190-bf66-3b7d58c5bce1 admin admin] Publish callbacks [] for security_group (1658f58d-9102-4e5b-84df-d083ab7a15c2), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:57.086661 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0d8ea601-0b13-4190-bf66-3b7d58c5bce1 admin admin] Publish callbacks [] for security_group (1658f58d-9102-4e5b-84df-d083ab7a15c2), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:57.089963 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac94df-afa9-42c9-b974-898fe23c769f req-05880534-cf16-4748-8667-c003561170eb tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:57.090823 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-22ac94df-afa9-42c9-b974-898fe23c769f req-05880534-cf16-4748-8667-c003561170eb tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 944 time: 0.0484707 Apr 28 22:42:57.138813 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-22ac94df-afa9-42c9-b974-898fe23c769f req-aa27bfa6-70fc-491e-ab46-9b7225b9a6dc tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421972 Apr 28 22:42:57.146970 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ed6687cb-9a5e-4d6f-b592-10eebf8efc1d req-c8ff3239-a82c-4df0-ab15-daea47990cc3 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 210 time: 0.0274365 Apr 28 22:42:57.235272 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0d8ea601-0b13-4190-bf66-3b7d58c5bce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (1658f58d-9102-4e5b-84df-d083ab7a15c2), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:57.237837 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0d8ea601-0b13-4190-bf66-3b7d58c5bce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:57.239032 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-0d8ea601-0b13-4190-bf66-3b7d58c5bce1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1658f58d-9102-4e5b-84df-d083ab7a15c2 HTTP/1.1" status: 204 len: 168 time: 0.2245288 Apr 28 22:42:57.247628 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ea601-0b13-4190-bf66-3b7d58c5bce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1658f58d-9102-4e5b-84df-d083ab7a15c2,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:57.373604 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27acfb1-3562-49c3-921d-38175fe9ac22 req-c23f8593-2183-46d9-a0f2-15e6bea8a5e0 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:57.375122 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a27acfb1-3562-49c3-921d-38175fe9ac22 req-c23f8593-2183-46d9-a0f2-15e6bea8a5e0 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 946 time: 0.0523732 Apr 28 22:42:57.429733 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a27acfb1-3562-49c3-921d-38175fe9ac22 req-0fbe723a-acc1-413a-9238-b9bea6a1e2b0 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491793 Apr 28 22:42:57.931562 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb11c1c-e24a-4f75-9a5c-123bf922931f req-9e638db7-e239-4f6a-88b6-c0b4f9ad2baa tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:57.933028 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fbb11c1c-e24a-4f75-9a5c-123bf922931f req-9e638db7-e239-4f6a-88b6-c0b4f9ad2baa tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0450730 Apr 28 22:42:57.982747 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fbb11c1c-e24a-4f75-9a5c-123bf922931f req-ee3920a9-d039-4925-92ba-8b1036e52611 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440874 Apr 28 22:42:58.251843 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-911bea2d-a305-498d-a34f-8f591934ab90 req-17013e53-87ea-4881-af3a-d44ba08df24c tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 210 time: 0.0280454 Apr 28 22:42:58.253644 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc1e74-97a2-4c6f-b6b8-c37f329d7eb6 req-e2755aff-ed66-48cf-81a3-d9f8cdcf94c1 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:58.255311 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a8fc1e74-97a2-4c6f-b6b8-c37f329d7eb6 req-e2755aff-ed66-48cf-81a3-d9f8cdcf94c1 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 944 time: 0.0496490 Apr 28 22:42:58.307762 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a8fc1e74-97a2-4c6f-b6b8-c37f329d7eb6 req-d40e13ed-bcc5-4597-9ec7-6d4285a8467d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460472 Apr 28 22:42:58.547358 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d0096-7e98-42c8-93ce-b99048e34a71 req-b15db38f-6c39-424b-80f0-ede86449f225 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:58.548939 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ec8d0096-7e98-42c8-93ce-b99048e34a71 req-b15db38f-6c39-424b-80f0-ede86449f225 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 946 time: 0.0482738 Apr 28 22:42:58.598103 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ec8d0096-7e98-42c8-93ce-b99048e34a71 req-0c72647a-112c-441c-8568-2dccc33e4116 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433993 Apr 28 22:42:59.109200 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460661fc-1e3d-4b4b-bb64-7f763fde059e req-7fbf0412-c83f-4ebf-9c6d-3450833c23f8 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:59.110731 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-460661fc-1e3d-4b4b-bb64-7f763fde059e req-7fbf0412-c83f-4ebf-9c6d-3450833c23f8 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0501728 Apr 28 22:42:59.160675 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-460661fc-1e3d-4b4b-bb64-7f763fde059e req-9902eaf0-3844-4768-ab02-22844a7a2398 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435219 Apr 28 22:42:59.363802 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8b891fc6-b07c-4544-b4e7-d7cf2bd67c08 req-a62837c0-da01-4b13-9530-058fb3c2aea9 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 210 time: 0.0347285 Apr 28 22:42:59.429163 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec64d0-3f61-4ea8-b548-ae3ca0a0b876 req-5308f1fc-9454-458d-a072-505c09dafe9a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:59.430705 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcec64d0-3f61-4ea8-b548-ae3ca0a0b876 req-5308f1fc-9454-458d-a072-505c09dafe9a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 944 time: 0.0496607 Apr 28 22:42:59.486044 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 46578) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:59.490068 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fcec64d0-3f61-4ea8-b548-ae3ca0a0b876 req-07ea19eb-8eca-4ac2-b13e-a76797d1e648 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525727 Apr 28 22:42:59.592133 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f55651ca-f1a8-44a7-83d7-56ab6358c6d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:59.672030 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f55651ca-f1a8-44a7-83d7-56ab6358c6d9 admin admin] Publish callbacks [] for security_group (22f04d77-22cb-446f-b424-2f19fbfe9d1d), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:59.721084 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb94039-a04b-4b33-9180-7aaa6cd228c5 req-6ce32c65-ee09-4d14-bc67-a43e20ee75e3 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:42:59.722618 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fbb94039-a04b-4b33-9180-7aaa6cd228c5 req-6ce32c65-ee09-4d14-bc67-a43e20ee75e3 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 946 time: 0.0479040 Apr 28 22:42:59.742609 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f55651ca-f1a8-44a7-83d7-56ab6358c6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (22f04d77-22cb-446f-b424-2f19fbfe9d1d), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:59.775430 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-f55651ca-f1a8-44a7-83d7-56ab6358c6d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4343e2448c094bf2a395a07c0d352f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879894 Apr 28 22:42:59.778107 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 46596) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:42:59.815815 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55651ca-f1a8-44a7-83d7-56ab6358c6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f04d77-22cb-446f-b424-2f19fbfe9d1d,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:42:59.826090 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fbb94039-a04b-4b33-9180-7aaa6cd228c5 req-121a57ee-20a7-4f3f-a681-4dea5189a88c tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976450 Apr 28 22:42:59.863179 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-977dd682-1722-49a9-a93d-b3e2893c6e1f admin admin] Publish callbacks [] for security_group (22f04d77-22cb-446f-b424-2f19fbfe9d1d), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:42:59.886460 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-977dd682-1722-49a9-a93d-b3e2893c6e1f admin admin] Publish callbacks [] for security_group (22f04d77-22cb-446f-b424-2f19fbfe9d1d), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:00.020951 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-977dd682-1722-49a9-a93d-b3e2893c6e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (22f04d77-22cb-446f-b424-2f19fbfe9d1d), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:00.023442 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-977dd682-1722-49a9-a93d-b3e2893c6e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:00.025857 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-977dd682-1722-49a9-a93d-b3e2893c6e1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22f04d77-22cb-446f-b424-2f19fbfe9d1d HTTP/1.1" status: 204 len: 168 time: 0.2450445 Apr 28 22:43:00.164118 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977dd682-1722-49a9-a93d-b3e2893c6e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f04d77-22cb-446f-b424-2f19fbfe9d1d,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:00.194068 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4d36e05e-fb0c-4358-b69e-5cf6e95ea66f req-ab5c5fe3-a26e-47c3-91be-56e87c1d5941 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932003 Apr 28 22:43:00.222247 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-b05e3685-5153-4c15-a604-796e721307db tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:00.222247 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-b05e3685-5153-4c15-a604-796e721307db tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.31 "GET /v2.0/networks?id=179a43ff-1ba9-4221-940d-de91dbde8432 HTTP/1.1" status: 200 len: 809 time: 0.2002945 Apr 28 22:43:00.222921 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a88e93-76c1-42db-a5e7-d6f56e52fd57 req-511616a1-2ded-4ccb-a424-93a32cf9144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:00.224644 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-65a88e93-76c1-42db-a5e7-d6f56e52fd57 req-511616a1-2ded-4ccb-a424-93a32cf9144b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 1127 time: 0.1871512 Apr 28 22:43:00.232301 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044719fd-ad3e-43bd-8ba3-9804a78df6f9 req-8ab76f8f-8ffc-4f72-b6dd-ea62d61779c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:00.234073 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-044719fd-ad3e-43bd-8ba3-9804a78df6f9 req-8ab76f8f-8ffc-4f72-b6dd-ea62d61779c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d7c475a2444cb7beac065aff76acbe&device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 1128 time: 0.1618540 Apr 28 22:43:00.257798 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-1360370c-4ada-4633-a8ad-52dc261596d8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Request body: {'port': {'device_id': '5fa57b16-d95e-47e8-abea-e77e78f18bcb', 'network_id': '179a43ff-1ba9-4221-940d-de91dbde8432', 'admin_state_up': True, 'tenant_id': '7ecc38cd64564e8fa8abf440693bd006'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:43:00.327775 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:43:00.480156 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4d36e05e-fb0c-4358-b69e-5cf6e95ea66f req-c230d44e-f503-4e6c-989d-9bb719cbc031 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589350 Apr 28 22:43:00.520808 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=51c2f36f-c5f2-49b5-8059-c1b5974b3f2e,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:43:00.521230 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a88e93-76c1-42db-a5e7-d6f56e52fd57 req-51e416a0-3a1d-49fe-8910-25dd53d5ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:00.524959 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-65a88e93-76c1-42db-a5e7-d6f56e52fd57 req-51e416a0-3a1d-49fe-8910-25dd53d5ca12 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 920 time: 0.2897837 Apr 28 22:43:00.538341 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-895d82d4-b69c-4642-860d-8c63c668821d req-d6f73103-3253-49e5-9d3b-c41caa38e02f tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 210 time: 0.0575652 Apr 28 22:43:00.540072 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': '51c2f36f-c5f2-49b5-8059-c1b5974b3f2e', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'port_id': '51c2f36f-c5f2-49b5-8059-c1b5974b3f2e', 'mac_address': 'fa:16:3e:ff:e6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:43:00.603307 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044719fd-ad3e-43bd-8ba3-9804a78df6f9 req-d4525463-43ac-4517-abcb-1c3970b6c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:00.603307 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-044719fd-ad3e-43bd-8ba3-9804a78df6f9 req-d4525463-43ac-4517-abcb-1c3970b6c23c service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 HTTP/1.1" status: 200 len: 912 time: 0.3529298 Apr 28 22:43:00.651381 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:43:00.651770 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (51c2f36f-c5f2-49b5-8059-c1b5974b3f2e), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:00.668012 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:43:00.688536 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=51c2f36f-c5f2-49b5-8059-c1b5974b3f2e,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:43:00.702698 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-65a88e93-76c1-42db-a5e7-d6f56e52fd57 req-c43ef6f8-395c-4ad3-9727-c42f4f7f340a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51c2f36f-c5f2-49b5-8059-c1b5974b3f2e HTTP/1.1" status: 200 len: 217 time: 0.0957327 Apr 28 22:43:00.705031 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-044719fd-ad3e-43bd-8ba3-9804a78df6f9 req-5b200672-038f-45a2-96a6-bdcda2c2057e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=516092d6-335c-4065-8ea1-4c8cb8895ef2 HTTP/1.1" status: 200 len: 217 time: 0.0894675 Apr 28 22:43:00.711417 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c203c-5da5-43ac-beca-04a1fb6f3d51 req-678be5fa-d69e-4d4f-917c-b03622249069 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:00.712858 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d29c203c-5da5-43ac-beca-04a1fb6f3d51 req-678be5fa-d69e-4d4f-917c-b03622249069 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.4421182 Apr 28 22:43:00.725483 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0abfbc-6855-4c3c-b321-8828a80bbef6 req-729fa81e-2ab5-449a-b05b-48c74011d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:00.727008 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dd0abfbc-6855-4c3c-b321-8828a80bbef6 req-729fa81e-2ab5-449a-b05b-48c74011d445 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 1129 time: 0.1780775 Apr 28 22:43:00.747298 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68143fd3-c945-440d-9bd3-731cfbb8534d req-dd285861-8273-4990-b7bd-0867c4ef79ab tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:00.748759 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-68143fd3-c945-440d-9bd3-731cfbb8534d req-dd285861-8273-4990-b7bd-0867c4ef79ab tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 944 time: 0.0791624 Apr 28 22:43:00.786236 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (51c2f36f-c5f2-49b5-8059-c1b5974b3f2e), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:00.823117 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dd0abfbc-6855-4c3c-b321-8828a80bbef6 req-7f6982a0-b869-4c19-aa35-59251aabdbee service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839069 Apr 28 22:43:00.823117 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-1360370c-4ada-4633-a8ad-52dc261596d8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Made reservation on behalf of 7ecc38cd64564e8fa8abf440693bd006 for: {'port': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:43:00.824792 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-1360370c-4ada-4633-a8ad-52dc261596d8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:00.860022 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044719fd-ad3e-43bd-8ba3-9804a78df6f9 req-e84e0499-7cc9-4b53-bd80-177ea6ec61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:00.864456 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-044719fd-ad3e-43bd-8ba3-9804a78df6f9 req-e84e0499-7cc9-4b53-bd80-177ea6ec61bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f764963a-8464-4a24-ad54-07350b19889d HTTP/1.1" status: 200 len: 850 time: 0.1470375 Apr 28 22:43:00.874316 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=51c2f36f-c5f2-49b5-8059-c1b5974b3f2e,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:00.886542 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a88e93-76c1-42db-a5e7-d6f56e52fd57 req-82899f7b-924f-42d5-933b-f6ab6c7f5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:00.889303 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-68143fd3-c945-440d-9bd3-731cfbb8534d req-42095e2b-5bda-4f91-8f3c-2ef9c41b1ff1 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272497 Apr 28 22:43:00.900029 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-65a88e93-76c1-42db-a5e7-d6f56e52fd57 req-82899f7b-924f-42d5-933b-f6ab6c7f5069 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.1837828 Apr 28 22:43:00.910503 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d29c203c-5da5-43ac-beca-04a1fb6f3d51 req-f6e5e339-5190-4968-970f-c01b936b1a33 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770687 Apr 28 22:43:00.991515 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 46648) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:01.008121 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0181-bdc4-4d73-b932-270da0b9988f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:01.037221 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0a7b2-81d6-4405-8b7c-86d84b4ac70f req-0aa7c2e3-1a01-4340-9b80-8c57e850f8c7 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:01.038746 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-66c0a7b2-81d6-4405-8b7c-86d84b4ac70f req-0aa7c2e3-1a01-4340-9b80-8c57e850f8c7 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 946 time: 0.0901542 Apr 28 22:43:01.075836 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-1360370c-4ada-4633-a8ad-52dc261596d8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Allocated IP 172.20.0.10 (179a43ff-1ba9-4221-940d-de91dbde8432/93cac01f-66b1-4984-87ec-6a103a96fecb/33f19477-e4f4-41d4-be1c-a329669aa971) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:43:01.093117 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0181-bdc4-4d73-b932-270da0b9988f admin admin] Publish callbacks [] for security_group (82f3a651-4526-418c-a3af-b257d256b5ce), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:01.109794 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-66c0a7b2-81d6-4405-8b7c-86d84b4ac70f req-f2c56021-3c3d-4782-88bf-2c99e4b036f8 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626864 Apr 28 22:43:01.179092 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0181-bdc4-4d73-b932-270da0b9988f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (82f3a651-4526-418c-a3af-b257d256b5ce), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:01.216525 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a0181-bdc4-4d73-b932-270da0b9988f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f3a651-4526-418c-a3af-b257d256b5ce,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:01.230430 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-0e4a0181-bdc4-4d73-b932-270da0b9988f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89f3fa82e2ee4084b65d36106d0d5dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378762 Apr 28 22:43:01.233000 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 46656) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:01.250500 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-1360370c-4ada-4633-a8ad-52dc261596d8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Publish callbacks [] for port (33f19477-e4f4-41d4-be1c-a329669aa971), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:01.284687 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f8bb-2782-4151-beb6-468ced27c2c0 admin admin] Publish callbacks [] for security_group (82f3a651-4526-418c-a3af-b257d256b5ce), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:01.313389 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f8bb-2782-4151-beb6-468ced27c2c0 admin admin] Publish callbacks [] for security_group (82f3a651-4526-418c-a3af-b257d256b5ce), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:01.363783 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-1360370c-4ada-4633-a8ad-52dc261596d8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (33f19477-e4f4-41d4-be1c-a329669aa971), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:01.407966 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-1360370c-4ada-4633-a8ad-52dc261596d8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Network 179a43ff-1ba9-4221-940d-de91dbde8432 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:43:01.413037 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-1360370c-4ada-4633-a8ad-52dc261596d8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:43:01.416832 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-1360370c-4ada-4633-a8ad-52dc261596d8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:43:01.421943 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-1360370c-4ada-4633-a8ad-52dc261596d8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:01.422539 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-1360370c-4ada-4633-a8ad-52dc261596d8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:01.428397 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360370c-4ada-4633-a8ad-52dc261596d8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Pushing event updated for resources: {'Port': ['ID=33f19477-e4f4-41d4-be1c-a329669aa971,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:01.463515 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f8bb-2782-4151-beb6-468ced27c2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (82f3a651-4526-418c-a3af-b257d256b5ce), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:01.466108 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f8bb-2782-4151-beb6-468ced27c2c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:01.467214 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-2cb9f8bb-2782-4151-beb6-468ced27c2c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82f3a651-4526-418c-a3af-b257d256b5ce HTTP/1.1" status: 204 len: 168 time: 0.2332523 Apr 28 22:43:01.475297 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9f8bb-2782-4151-beb6-468ced27c2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f3a651-4526-418c-a3af-b257d256b5ce,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:01.552062 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-1360370c-4ada-4633-a8ad-52dc261596d8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2979980 Apr 28 22:43:01.642966 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacfb95-1c5f-4824-be02-b29ebcc20133 req-12180b57-bf59-45f1-b997-6fcd4ff9bc8a tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:01.644441 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7eacfb95-1c5f-4824-be02-b29ebcc20133 req-12180b57-bf59-45f1-b997-6fcd4ff9bc8a tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 932 time: 0.0461991 Apr 28 22:43:01.697297 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7eacfb95-1c5f-4824-be02-b29ebcc20133 req-d3f1f057-8114-4729-9358-f0f4db7a251b tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424104 Apr 28 22:43:01.828142 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 46674) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:01.941776 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a617d8d7-8e2c-4f9a-b78d-d9e2dd99d26f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:02.023800 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8651d9d-11a0-4134-ae52-69286f58706d req-faec8cac-128f-4fa5-8e17-f01a9fe688eb tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:02.025804 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d8651d9d-11a0-4134-ae52-69286f58706d req-faec8cac-128f-4fa5-8e17-f01a9fe688eb tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 944 time: 0.0678408 Apr 28 22:43:02.029295 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440c149-66e0-4c4f-8398-9c451adb1a2b req-fb8bd8f0-356d-4430-a83c-d6c928d66256 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:02.030785 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6440c149-66e0-4c4f-8398-9c451adb1a2b req-fb8bd8f0-356d-4430-a83c-d6c928d66256 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0466352 Apr 28 22:43:02.081161 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6440c149-66e0-4c4f-8398-9c451adb1a2b req-545c93a1-4ee8-4691-9721-6e0eb85187a5 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445483 Apr 28 22:43:02.095147 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a617d8d7-8e2c-4f9a-b78d-d9e2dd99d26f admin admin] Publish callbacks [] for security_group (8699c0b8-f4d2-443d-a5db-30bdd4dade7d), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:02.099838 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d8651d9d-11a0-4134-ae52-69286f58706d req-c4d0f4cd-f017-48eb-b6fd-4e245c7bd9df tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646060 Apr 28 22:43:02.163260 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a617d8d7-8e2c-4f9a-b78d-d9e2dd99d26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (8699c0b8-f4d2-443d-a5db-30bdd4dade7d), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:02.203940 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617d8d7-8e2c-4f9a-b78d-d9e2dd99d26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8699c0b8-f4d2-443d-a5db-30bdd4dade7d,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:02.210313 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-a617d8d7-8e2c-4f9a-b78d-d9e2dd99d26f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a11fc363f4d147e48904d03406cb6788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3808272 Apr 28 22:43:02.211300 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 46694) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:02.220139 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba347b-322f-4f47-bc9a-b68ceb78dd87 req-71027db8-307a-4986-9ca5-fde5411e277c tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:02.221607 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-feba347b-322f-4f47-bc9a-b68ceb78dd87 req-71027db8-307a-4986-9ca5-fde5411e277c tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 946 time: 0.0456150 Apr 28 22:43:02.264445 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-90408fa0-b5ce-45b0-a71d-06fdbe2366c8 admin admin] Publish callbacks [] for security_group (8699c0b8-f4d2-443d-a5db-30bdd4dade7d), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:02.269436 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-feba347b-322f-4f47-bc9a-b68ceb78dd87 req-364bcc69-d93b-4019-b775-ca3402755b15 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418620 Apr 28 22:43:02.288785 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-90408fa0-b5ce-45b0-a71d-06fdbe2366c8 admin admin] Publish callbacks [] for security_group (8699c0b8-f4d2-443d-a5db-30bdd4dade7d), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:02.411702 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-90408fa0-b5ce-45b0-a71d-06fdbe2366c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (8699c0b8-f4d2-443d-a5db-30bdd4dade7d), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:02.414218 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-90408fa0-b5ce-45b0-a71d-06fdbe2366c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:02.415372 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-90408fa0-b5ce-45b0-a71d-06fdbe2366c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8699c0b8-f4d2-443d-a5db-30bdd4dade7d HTTP/1.1" status: 204 len: 168 time: 0.2030973 Apr 28 22:43:02.423316 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90408fa0-b5ce-45b0-a71d-06fdbe2366c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8699c0b8-f4d2-443d-a5db-30bdd4dade7d,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:02.568405 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['51c2f36f-c5f2-49b5-8059-c1b5974b3f2e'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:43:02.811395 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d00ccf-8c2a-4cf1-b5d0-8919ecd4a3f5 req-226df62a-64d1-4166-9152-10e1f01ae9d8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:02.812966 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d2d00ccf-8c2a-4cf1-b5d0-8919ecd4a3f5 req-226df62a-64d1-4166-9152-10e1f01ae9d8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 932 time: 0.0459483 Apr 28 22:43:02.869054 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d2d00ccf-8c2a-4cf1-b5d0-8919ecd4a3f5 req-95067338-3932-4c2c-b718-bbe131144726 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499535 Apr 28 22:43:03.081133 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 46722) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:03.094602 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-50bc20cb-f9cd-4aa5-90be-8b09037ce5eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:03.191149 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-50bc20cb-f9cd-4aa5-90be-8b09037ce5eb admin admin] Publish callbacks [] for security_group (0aa77842-afa2-4a08-93eb-aa15a44ab7f8), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:03.212189 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e12d39-cdd8-4b63-88a2-7c244ebfaf3f req-45c08908-a8ec-47ee-88aa-4e7028984b7d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:03.220998 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f0e12d39-cdd8-4b63-88a2-7c244ebfaf3f req-45c08908-a8ec-47ee-88aa-4e7028984b7d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0626638 Apr 28 22:43:03.255020 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ce519-2b19-4c02-9af7-eaa3c868ab23 req-167dc369-5040-406a-ac42-387b61404f13 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:03.257292 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8c2ce519-2b19-4c02-9af7-eaa3c868ab23 req-167dc369-5040-406a-ac42-387b61404f13 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 944 time: 0.0621915 Apr 28 22:43:03.271673 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-50bc20cb-f9cd-4aa5-90be-8b09037ce5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (0aa77842-afa2-4a08-93eb-aa15a44ab7f8), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:03.280751 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f0e12d39-cdd8-4b63-88a2-7c244ebfaf3f req-dbd81d00-bae0-4f5a-a64d-ba60e400451c tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585163 Apr 28 22:43:03.780977 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-50bc20cb-f9cd-4aa5-90be-8b09037ce5eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc4756b6149e465fafa20ae3cfecb1d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954099 Apr 28 22:43:03.780977 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc20cb-f9cd-4aa5-90be-8b09037ce5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa77842-afa2-4a08-93eb-aa15a44ab7f8,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:03.780977 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8c2ce519-2b19-4c02-9af7-eaa3c868ab23 req-f7c42032-badc-4bc5-a960-884f594cf5df tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383793 Apr 28 22:43:03.780977 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 46734) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:03.780977 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-92e87d09-e723-4bd3-af2c-267e42e61a63 admin admin] Publish callbacks [] for security_group (0aa77842-afa2-4a08-93eb-aa15a44ab7f8), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:03.780977 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-92e87d09-e723-4bd3-af2c-267e42e61a63 admin admin] Publish callbacks [] for security_group (0aa77842-afa2-4a08-93eb-aa15a44ab7f8), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:03.784025 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db3474-fe24-4b81-bd3d-c1bed5dfd7e6 req-3b4151ce-2634-4878-968c-bee6c11e3e50 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:03.784025 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c8db3474-fe24-4b81-bd3d-c1bed5dfd7e6 req-3b4151ce-2634-4878-968c-bee6c11e3e50 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 946 time: 0.2204773 Apr 28 22:43:03.784025 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c8db3474-fe24-4b81-bd3d-c1bed5dfd7e6 req-bec2a37c-aa82-483c-af88-67fa3d8f1c6b tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411992 Apr 28 22:43:03.823977 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-92e87d09-e723-4bd3-af2c-267e42e61a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (0aa77842-afa2-4a08-93eb-aa15a44ab7f8), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:03.826658 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-92e87d09-e723-4bd3-af2c-267e42e61a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:03.832382 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-92e87d09-e723-4bd3-af2c-267e42e61a63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0aa77842-afa2-4a08-93eb-aa15a44ab7f8 HTTP/1.1" status: 204 len: 168 time: 0.4240606 Apr 28 22:43:03.836270 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e87d09-e723-4bd3-af2c-267e42e61a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa77842-afa2-4a08-93eb-aa15a44ab7f8,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:03.981523 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d989a9-e878-4fea-92b1-524ceca4241c req-6f808691-aa37-4d0e-9617-5679ff52ae4f tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:03.983040 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-09d989a9-e878-4fea-92b1-524ceca4241c req-6f808691-aa37-4d0e-9617-5679ff52ae4f tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 932 time: 0.0460808 Apr 28 22:43:04.034816 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-09d989a9-e878-4fea-92b1-524ceca4241c req-5ac6f1a6-76f9-463e-8134-43935759f244 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460441 Apr 28 22:43:04.394562 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93975c33-c2ab-449a-a0bb-4103a89bb802 req-7794633a-dae5-481e-a87b-077537cfa172 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:04.396070 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-93975c33-c2ab-449a-a0bb-4103a89bb802 req-7794633a-dae5-481e-a87b-077537cfa172 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0473695 Apr 28 22:43:04.447624 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-93975c33-c2ab-449a-a0bb-4103a89bb802 req-a05edf82-5ea3-4cf4-8241-a7edfc531ca0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448527 Apr 28 22:43:04.516235 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2b9a0-b202-4035-8b8e-6d1bcf3abc6e req-03d41c58-8759-49dc-a0c6-c753c02b2122 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:04.517456 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-54d2b9a0-b202-4035-8b8e-6d1bcf3abc6e req-03d41c58-8759-49dc-a0c6-c753c02b2122 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 944 time: 0.0473838 Apr 28 22:43:04.566398 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-54d2b9a0-b202-4035-8b8e-6d1bcf3abc6e req-2dead591-10f0-4109-9997-ebbc1beea584 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430658 Apr 28 22:43:05.151541 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f96356-f1f1-4285-9b14-0c66f073a5f5 req-5002f6a6-cfde-45f8-b039-a3b11dccdd2b tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:05.153152 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e6f96356-f1f1-4285-9b14-0c66f073a5f5 req-5002f6a6-cfde-45f8-b039-a3b11dccdd2b tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 932 time: 0.0514495 Apr 28 22:43:05.158420 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Request body: {'port': {'device_id': '5fa57b16-d95e-47e8-abea-e77e78f18bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:43:05.227522 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (33f19477-e4f4-41d4-be1c-a329669aa971), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:05.235153 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044719fd-ad3e-43bd-8ba3-9804a78df6f9 req-04f888fd-4de7-4536-a4b0-2122d9152fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:05.236636 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-044719fd-ad3e-43bd-8ba3-9804a78df6f9 req-04f888fd-4de7-4536-a4b0-2122d9152fc2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815344 Apr 28 22:43:05.239276 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a88e93-76c1-42db-a5e7-d6f56e52fd57 req-367f1e86-23c6-4835-9fe6-face4e6e7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:05.240671 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-65a88e93-76c1-42db-a5e7-d6f56e52fd57 req-367f1e86-23c6-4835-9fe6-face4e6e7930 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866215 Apr 28 22:43:05.269405 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e6f96356-f1f1-4285-9b14-0c66f073a5f5 req-c01db32c-8520-4ba9-817f-2e43eb54584c tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988867 Apr 28 22:43:05.492419 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f19477-e4f4-41d4-be1c-a329669aa971 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:43:05.500528 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Publish callbacks [] for port (33f19477-e4f4-41d4-be1c-a329669aa971), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:05.514250 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Transition to ACTIVE for port object 33f19477-e4f4-41d4-be1c-a329669aa971 will not be triggered until provisioned by entity L2. {{(pid=110299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:43:05.566413 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9592ec1-d177-4540-b0b6-37b0494077e2 req-66b845d3-965b-4993-be36-d811b48cde3f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:05.567874 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b9592ec1-d177-4540-b0b6-37b0494077e2 req-66b845d3-965b-4993-be36-d811b48cde3f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0459080 Apr 28 22:43:05.571433 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (33f19477-e4f4-41d4-be1c-a329669aa971), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:05.647972 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Pushing event updated for resources: {'Port': ['ID=33f19477-e4f4-41d4-be1c-a329669aa971,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:05.692313 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b9592ec1-d177-4540-b0b6-37b0494077e2 req-5fe9715a-24b4-4618-8fa6-917a3ec3a808 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172516 Apr 28 22:43:05.696906 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Attempting to bind port 33f19477-e4f4-41d4-be1c-a329669aa971 on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:43:05.697787 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Attempting to bind port 33f19477-e4f4-41d4-be1c-a329669aa971 by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': 'a0f082ea-b736-42c0-a839-49d7c1e7fc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '179a43ff-1ba9-4221-940d-de91dbde8432'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:43:05.698143 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Attempting to bind port 33f19477-e4f4-41d4-be1c-a329669aa971 on network 179a43ff-1ba9-4221-940d-de91dbde8432 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:43:05.702748 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Port 33f19477-e4f4-41d4-be1c-a329669aa971 on network 179a43ff-1ba9-4221-940d-de91dbde8432 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:43:05.704631 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Attempting to bind port 33f19477-e4f4-41d4-be1c-a329669aa971 on network 179a43ff-1ba9-4221-940d-de91dbde8432 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:43:05.707347 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66454d40-661e-4055-938e-e8ed9d7d2cdf req-fae6a4ca-05f1-4de3-9d5e-94f92a079de1 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:05.709093 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:43:05.709268 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-66454d40-661e-4055-938e-e8ed9d7d2cdf req-fae6a4ca-05f1-4de3-9d5e-94f92a079de1 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 944 time: 0.0605929 Apr 28 22:43:05.709565 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Checking segment: {'id': 'a0f082ea-b736-42c0-a839-49d7c1e7fc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '179a43ff-1ba9-4221-940d-de91dbde8432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:43:05.710075 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Bound using segment: {'id': 'a0f082ea-b736-42c0-a839-49d7c1e7fc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '179a43ff-1ba9-4221-940d-de91dbde8432'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:43:05.710758 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Bound port: 33f19477-e4f4-41d4-be1c-a329669aa971, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f082ea-b736-42c0-a839-49d7c1e7fc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '179a43ff-1ba9-4221-940d-de91dbde8432'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:43:05.711201 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (33f19477-e4f4-41d4-be1c-a329669aa971), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:05.772440 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-66454d40-661e-4055-938e-e8ed9d7d2cdf req-1dbeae06-1560-4ff9-8a51-76315d4251c4 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462668 Apr 28 22:43:05.784241 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] For port 33f19477-e4f4-41d4-be1c-a329669aa971, host hv-cinder-83982, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:43:05.788972 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] For port 33f19477-e4f4-41d4-be1c-a329669aa971, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=33f19477-e4f4-41d4-be1c-a329669aa971,segment=NetworkSegment(a0f082ea-b736-42c0-a839-49d7c1e7fc04),segment_id=a0f082ea-b736-42c0-a839-49d7c1e7fc04)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:43:05.870190 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (33f19477-e4f4-41d4-be1c-a329669aa971), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:05.902721 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 516092d6-335c-4065-8ea1-4c8cb8895ef2 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:43:05.916064 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:05.916929 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:05.918670 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] 10.222.0.31 "PUT /v2.0/ports/33f19477-e4f4-41d4-be1c-a329669aa971 HTTP/1.1" status: 200 len: 1094 time: 0.7644782 Apr 28 22:43:05.919463 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa57b16-d95e-47e8-abea-e77e78f18bcb', 'tag': '33f19477-e4f4-41d4-be1c-a329669aa971'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:43:05.921968 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54899a31-4367-4ccb-868d-66383711d529" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa57b16-d95e-47e8-abea-e77e78f18bcb", "tag": "33f19477-e4f4-41d4-be1c-a329669aa971"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:43:05.985696 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688df19f-31d4-4881-bc72-7a5a06ee4f36 service neutron] Pushing event updated for resources: {'Port': ['ID=33f19477-e4f4-41d4-be1c-a329669aa971,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:05.992615 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d65932-8e93-4da0-8a4f-c1404e2c8c6d x-openstack-request-id: req-31d65932-8e93-4da0-8a4f-c1404e2c8c6d {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:43:05.993339 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa57b16-d95e-47e8-abea-e77e78f18bcb", "tag": "33f19477-e4f4-41d4-be1c-a329669aa971", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:43:05.994411 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31d65932-8e93-4da0-8a4f-c1404e2c8c6d {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:43:05.994996 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31d65932-8e93-4da0-8a4f-c1404e2c8c6d'] response: {'name': 'network-changed', 'server_uuid': '5fa57b16-d95e-47e8-abea-e77e78f18bcb', 'tag': '33f19477-e4f4-41d4-be1c-a329669aa971', 'status': 'completed', 'code': 200} Apr 28 22:43:06.058480 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-044719fd-ad3e-43bd-8ba3-9804a78df6f9 req-955f1a29-b9c5-4bcf-bbc6-54858cd66016 service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948109 Apr 28 22:43:06.062047 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-65a88e93-76c1-42db-a5e7-d6f56e52fd57 req-9f735804-16ae-41ab-8970-f8716c550d6a service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972373 Apr 28 22:43:06.062921 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 516092d6-335c-4065-8ea1-4c8cb8895ef2, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=516092d6-335c-4065-8ea1-4c8cb8895ef2,segment=NetworkSegment(fc508591-b290-4de0-bccf-84bd57c77663),segment_id=fc508591-b290-4de0-bccf-84bd57c77663)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:43:06.074191 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': '516092d6-335c-4065-8ea1-4c8cb8895ef2', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'port_id': '516092d6-335c-4065-8ea1-4c8cb8895ef2', 'mac_address': 'fa:16:3e:04:e1:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:43:06.112958 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 516092d6-335c-4065-8ea1-4c8cb8895ef2 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:43:06.113585 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (516092d6-335c-4065-8ea1-4c8cb8895ef2), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:06.127257 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516092d6-335c-4065-8ea1-4c8cb8895ef2 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:43:06.147573 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 516092d6-335c-4065-8ea1-4c8cb8895ef2, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=516092d6-335c-4065-8ea1-4c8cb8895ef2,segment=NetworkSegment(fc508591-b290-4de0-bccf-84bd57c77663),segment_id=fc508591-b290-4de0-bccf-84bd57c77663)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:43:06.263470 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (516092d6-335c-4065-8ea1-4c8cb8895ef2), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:06.313930 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=516092d6-335c-4065-8ea1-4c8cb8895ef2,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:06.387267 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b13bd-e334-40ee-85d3-c13d0f94ed6f req-8109e2c8-abf2-44bb-86a6-262990d4fc87 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:06.390044 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a74b13bd-e334-40ee-85d3-c13d0f94ed6f req-8109e2c8-abf2-44bb-86a6-262990d4fc87 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 944 time: 0.0504804 Apr 28 22:43:06.437786 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a74b13bd-e334-40ee-85d3-c13d0f94ed6f req-b3e2157a-ab6c-480c-9109-dfe07167ceac tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426860 Apr 28 22:43:06.477939 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-442f1b64-9277-40ae-a45e-577c55cd42b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:06.830346 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64701dc-0674-4245-8858-fed01ef97e93 req-916291ef-51a6-4e03-b837-f2a943a3133d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:06.831852 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f64701dc-0674-4245-8858-fed01ef97e93 req-916291ef-51a6-4e03-b837-f2a943a3133d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0534253 Apr 28 22:43:06.884515 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f64701dc-0674-4245-8858-fed01ef97e93 req-2e9be2ec-8cbc-44c0-914a-56a366d7efee tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467410 Apr 28 22:43:06.911075 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c70ab8-e8b3-44d1-9e76-8debd3b876bd req-0ed29bf0-d0fa-4cc1-a0b9-34d9aacedd6d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:06.911657 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-74c70ab8-e8b3-44d1-9e76-8debd3b876bd req-0ed29bf0-d0fa-4cc1-a0b9-34d9aacedd6d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 945 time: 0.0557790 Apr 28 22:43:06.958170 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-74c70ab8-e8b3-44d1-9e76-8debd3b876bd req-d317b340-80e1-4493-858a-241fb2e02dd2 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401821 Apr 28 22:43:07.548332 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f009f-81c3-4820-bad0-9111f3428602 req-fd3dd50e-94de-44e4-9419-9d9fd0506a78 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:07.549841 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ba1f009f-81c3-4820-bad0-9111f3428602 req-fd3dd50e-94de-44e4-9419-9d9fd0506a78 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 944 time: 0.0463450 Apr 28 22:43:07.595822 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ba1f009f-81c3-4820-bad0-9111f3428602 req-562a8ab9-8f79-433d-be81-65a455a15f39 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404646 Apr 28 22:43:07.998316 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9ab08-e27f-4aad-b830-04182a53aa27 req-79db9d25-0cd0-4dff-aaaa-b32213355349 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:07.999816 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e7b9ab08-e27f-4aad-b830-04182a53aa27 req-79db9d25-0cd0-4dff-aaaa-b32213355349 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0457444 Apr 28 22:43:08.047027 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e7b9ab08-e27f-4aad-b830-04182a53aa27 req-9d4f707c-7632-4dfe-9e88-b5d68dc5ff49 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413308 Apr 28 22:43:08.075628 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d64e3a-9512-4d85-95c2-c4071eb4743e req-bbca4ddc-8c6c-4dd0-b8e1-003994710d88 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:08.077117 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-32d64e3a-9512-4d85-95c2-c4071eb4743e req-bbca4ddc-8c6c-4dd0-b8e1-003994710d88 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 945 time: 0.0538754 Apr 28 22:43:08.126094 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-32d64e3a-9512-4d85-95c2-c4071eb4743e req-93b8fd76-dbe4-44ff-8053-ecb269cc2889 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430498 Apr 28 22:43:08.702963 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ae699e74-7543-4a18-a244-9e5e452fc8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:08.707248 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799b86-e394-4e42-a07e-18a245105abf req-05533b4a-f62e-4756-bff9-ad7338964c7a tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:08.713136 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c6799b86-e394-4e42-a07e-18a245105abf req-05533b4a-f62e-4756-bff9-ad7338964c7a tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 944 time: 0.0483289 Apr 28 22:43:08.723371 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:43:08.760266 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c6799b86-e394-4e42-a07e-18a245105abf req-74f748d9-b9d2-4611-91d2-c686bdda973a tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451491 Apr 28 22:43:08.769919 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:43:08.825718 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:43:08.826135 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (51c2f36f-c5f2-49b5-8059-c1b5974b3f2e), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:08.904167 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:43:08.904513 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (51c2f36f-c5f2-49b5-8059-c1b5974b3f2e), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:08.926343 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aaf4d78-c6bb-4208-917c-548177286817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c2f36f-c5f2-49b5-8059-c1b5974b3f2e'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:43:08.928544 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5dcc61-260d-484e-b434-3e15d201368b" -d '{"events": [{"server_uuid": "1aaf4d78-c6bb-4208-917c-548177286817", "name": "network-vif-plugged", "status": "completed", "tag": "51c2f36f-c5f2-49b5-8059-c1b5974b3f2e"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:43:08.940068 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=51c2f36f-c5f2-49b5-8059-c1b5974b3f2e,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:43:08.964386 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad91688-1375-4c20-9571-17d6336679b5 x-openstack-request-id: req-5ad91688-1375-4c20-9571-17d6336679b5 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:43:08.964688 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aaf4d78-c6bb-4208-917c-548177286817", "name": "network-vif-plugged", "status": "completed", "tag": "51c2f36f-c5f2-49b5-8059-c1b5974b3f2e", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:43:08.964956 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ad91688-1375-4c20-9571-17d6336679b5 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:43:08.965884 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad91688-1375-4c20-9571-17d6336679b5'] response: {'server_uuid': '1aaf4d78-c6bb-4208-917c-548177286817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c2f36f-c5f2-49b5-8059-c1b5974b3f2e', 'code': 200} Apr 28 22:43:09.008533 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (51c2f36f-c5f2-49b5-8059-c1b5974b3f2e), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:09.054708 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=51c2f36f-c5f2-49b5-8059-c1b5974b3f2e,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:09.166397 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28af5c-25cc-41f8-a49a-bd0418b4c22e req-ec0cdfbd-3558-44b9-95f1-b08b217957e4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:09.167911 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5d28af5c-25cc-41f8-a49a-bd0418b4c22e req-ec0cdfbd-3558-44b9-95f1-b08b217957e4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0464473 Apr 28 22:43:09.216160 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5d28af5c-25cc-41f8-a49a-bd0418b4c22e req-7f5631a2-5106-4d2f-bedc-b09565c65145 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426862 Apr 28 22:43:09.250848 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0606ffb-6aee-4162-b9ea-f35a95cf26a8 req-285635a8-f881-4f9b-b702-4d423c078aca tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:09.252861 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d0606ffb-6aee-4162-b9ea-f35a95cf26a8 req-285635a8-f881-4f9b-b702-4d423c078aca tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 945 time: 0.0517862 Apr 28 22:43:09.298706 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d0606ffb-6aee-4162-b9ea-f35a95cf26a8 req-379bd4b9-1e31-4f8b-8575-2aeaf6fb4e8f tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402970 Apr 28 22:43:09.879865 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e744c09-539a-466b-a125-fa48cee12856 req-76a07780-55a2-4cf0-93ce-3c0d23b57a63 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:09.881252 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8e744c09-539a-466b-a125-fa48cee12856 req-76a07780-55a2-4cf0-93ce-3c0d23b57a63 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 944 time: 0.0495493 Apr 28 22:43:09.930144 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8e744c09-539a-466b-a125-fa48cee12856 req-e8b735d7-f339-4a06-83c1-86a1bcdab5fa tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432472 Apr 28 22:43:09.971845 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:10.332513 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e0ec2-aed0-4828-ab8d-1cdbc426ea0a req-86037383-55cd-4b43-93f0-d340f0575544 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:10.335087 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1f7e0ec2-aed0-4828-ab8d-1cdbc426ea0a req-86037383-55cd-4b43-93f0-d340f0575544 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0465691 Apr 28 22:43:10.381679 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1f7e0ec2-aed0-4828-ab8d-1cdbc426ea0a req-47d26fe0-3fd9-42fc-84d3-7430d778df0e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417361 Apr 28 22:43:10.417467 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb6878-032e-4f16-a98b-688f6f994826 req-e8502014-98e2-4aee-a684-c95f6caf455c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:10.418914 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5bcb6878-032e-4f16-a98b-688f6f994826 req-e8502014-98e2-4aee-a684-c95f6caf455c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 945 time: 0.0468323 Apr 28 22:43:10.464524 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5bcb6878-032e-4f16-a98b-688f6f994826 req-8dfa6691-8668-48f4-a23e-e09f712d275e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401757 Apr 28 22:43:11.041547 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996c44d-ee25-4cdd-840f-29aa5685101c req-58b494a7-989f-482c-b390-07f7445b3674 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:11.043063 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2996c44d-ee25-4cdd-840f-29aa5685101c req-58b494a7-989f-482c-b390-07f7445b3674 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 944 time: 0.0481710 Apr 28 22:43:11.050361 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['516092d6-335c-4065-8ea1-4c8cb8895ef2'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:43:11.129494 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2996c44d-ee25-4cdd-840f-29aa5685101c req-c4622b94-8770-4bb2-8202-3d6e01aedd48 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753255 Apr 28 22:43:11.249930 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:11.295771 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-044719fd-ad3e-43bd-8ba3-9804a78df6f9 req-4ba32ec9-5046-41d4-8afa-4021126b4a67 service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149961 Apr 28 22:43:11.310359 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-65a88e93-76c1-42db-a5e7-d6f56e52fd57 req-2655def2-9123-4ed9-a732-f8c115e0c25d service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463222 Apr 28 22:43:11.499911 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22375bfc-99d9-4c90-9d74-e01330e2a2ee req-45421fd2-3c9f-457a-91ba-53db4914bedc tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:11.501450 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-22375bfc-99d9-4c90-9d74-e01330e2a2ee req-45421fd2-3c9f-457a-91ba-53db4914bedc tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0526741 Apr 28 22:43:11.573508 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-22375bfc-99d9-4c90-9d74-e01330e2a2ee req-0d677d92-34f9-453d-bd9c-50f092af7e3e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658789 Apr 28 22:43:11.599344 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54899a31-4367-4ccb-868d-66383711d529 req-34d52d3a-833a-4b55-b5bb-bc72e7785ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:11.601466 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-54899a31-4367-4ccb-868d-66383711d529 req-34d52d3a-833a-4b55-b5bb-bc72e7785ebf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ecc38cd64564e8fa8abf440693bd006&device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 1128 time: 0.0884466 Apr 28 22:43:11.648305 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c551b-3ca3-4110-b2bd-1b16b6b834a4 req-7975f76c-b331-4adc-a992-23a47e3aacd3 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:11.655951 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d08c551b-3ca3-4110-b2bd-1b16b6b834a4 req-7975f76c-b331-4adc-a992-23a47e3aacd3 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 945 time: 0.1001039 Apr 28 22:43:11.658101 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4956f34a-117d-4f6b-9ce2-4b488809bd76 req-afe8281b-c5f6-4e22-bde5-f1db899b172a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487952 Apr 28 22:43:11.768655 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956f34a-117d-4f6b-9ce2-4b488809bd76 req-a67185dc-ff43-4ab0-b22a-1f7672eb9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:11.770701 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4956f34a-117d-4f6b-9ce2-4b488809bd76 req-a67185dc-ff43-4ab0-b22a-1f7672eb9cc0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf1cdf4729fa42d0aab129b940c67052&device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 1130 time: 0.0644736 Apr 28 22:43:11.860457 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acd7f3-380f-4c3f-b8ff-6b211e4ece02 req-bb0376dd-d597-49a3-824e-b679bcad3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:11.862061 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-23acd7f3-380f-4c3f-b8ff-6b211e4ece02 req-bb0376dd-d597-49a3-824e-b679bcad3834 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 1129 time: 0.0902069 Apr 28 22:43:11.957600 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-23acd7f3-380f-4c3f-b8ff-6b211e4ece02 req-609b24ee-406a-4e2e-9580-97cb085081cc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664408 Apr 28 22:43:11.960896 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956f34a-117d-4f6b-9ce2-4b488809bd76 req-6a54ec86-2248-45d0-8914-a03880bc50bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:11.963108 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4956f34a-117d-4f6b-9ce2-4b488809bd76 req-6a54ec86-2248-45d0-8914-a03880bc50bc service neutron] 10.222.0.31 "GET /v2.0/networks?id=5d19ae2d-5363-42e0-8569-31c00579b9cd HTTP/1.1" status: 200 len: 913 time: 0.1452236 Apr 28 22:43:12.067465 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d08c551b-3ca3-4110-b2bd-1b16b6b834a4 req-4298a897-5c9f-4829-8797-d68fa1cadb7c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4104016 Apr 28 22:43:12.086272 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54899a31-4367-4ccb-868d-66383711d529 req-68db3f18-8cd7-454b-85ba-454c1dc4cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:12.088397 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-54899a31-4367-4ccb-868d-66383711d529 req-68db3f18-8cd7-454b-85ba-454c1dc4cc3e service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7ecc38cd64564e8fa8abf440693bd006&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4674189 Apr 28 22:43:12.251593 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd30399-d480-405f-8810-fccb540bbcca req-7e24eae2-fdd0-47b9-9de8-43dfbbbf8904 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:12.253164 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1fd30399-d480-405f-8810-fccb540bbcca req-7e24eae2-fdd0-47b9-9de8-43dfbbbf8904 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0623672 Apr 28 22:43:12.339004 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4956f34a-117d-4f6b-9ce2-4b488809bd76 req-80fb94e1-ba63-478f-a677-214659c59648 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ad37a94-9efe-4de2-a773-be8688e69224 HTTP/1.1" status: 200 len: 217 time: 0.0383837 Apr 28 22:43:12.342491 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1fd30399-d480-405f-8810-fccb540bbcca req-9aec2560-b259-4c82-afd0-ca33023800b1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837798 Apr 28 22:43:12.393420 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956f34a-117d-4f6b-9ce2-4b488809bd76 req-6eb8f009-544b-4899-b33d-9524112631f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:12.394964 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4956f34a-117d-4f6b-9ce2-4b488809bd76 req-6eb8f009-544b-4899-b33d-9524112631f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6819f92-4793-4103-afc8-628b808918f2 HTTP/1.1" status: 200 len: 852 time: 0.0482190 Apr 28 22:43:12.455222 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4956f34a-117d-4f6b-9ce2-4b488809bd76 req-47487f4f-f732-4aad-8ebb-b4a06aa04df9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5d19ae2d-5363-42e0-8569-31c00579b9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495012 Apr 28 22:43:12.472389 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54899a31-4367-4ccb-868d-66383711d529 req-cd37665a-4361-4e6a-a978-804ffb828718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:12.473918 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-54899a31-4367-4ccb-868d-66383711d529 req-cd37665a-4361-4e6a-a978-804ffb828718 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1745770 Apr 28 22:43:12.504199 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d6e5e-f55f-4190-ae03-1373ed1c2f3c req-7857ebde-4a64-4481-a8ca-6e59366a6a1d tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:12.505701 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-355d6e5e-f55f-4190-ae03-1373ed1c2f3c req-7857ebde-4a64-4481-a8ca-6e59366a6a1d tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 944 time: 0.1018479 Apr 28 22:43:12.532363 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ec151-374c-429f-b451-edc3b26a18e7 req-5272ce0d-98eb-4bbc-9d14-79b3ad9d9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:12.533980 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-594ec151-374c-429f-b451-edc3b26a18e7 req-5272ce0d-98eb-4bbc-9d14-79b3ad9d9c46 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 1129 time: 0.0484941 Apr 28 22:43:12.593931 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-355d6e5e-f55f-4190-ae03-1373ed1c2f3c req-47972125-d735-44c8-8edf-1f1569c3a0cd tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780051 Apr 28 22:43:12.604227 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4956f34a-117d-4f6b-9ce2-4b488809bd76 req-996bb5aa-a91e-463d-9acb-90f25a00d9b0 service neutron] 10.222.0.31 "GET /v2.0/networks/5d19ae2d-5363-42e0-8569-31c00579b9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389723 Apr 28 22:43:12.703353 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:12.886708 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 516092d6-335c-4065-8ea1-4c8cb8895ef2 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:43:12.935406 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port 516092d6-335c-4065-8ea1-4c8cb8895ef2 completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:43:13.031900 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port 516092d6-335c-4065-8ea1-4c8cb8895ef2 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:43:13.032305 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (516092d6-335c-4065-8ea1-4c8cb8895ef2), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:13.082043 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-c4e224c8-f64d-4537-8795-dbda26198020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:13.083517 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-c4e224c8-f64d-4537-8795-dbda26198020 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ecc38cd64564e8fa8abf440693bd006&device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 1128 time: 0.0980058 Apr 28 22:43:13.085688 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ec151-374c-429f-b451-edc3b26a18e7 req-83aa5845-f5e0-4325-81ec-77f7003f0ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:13.088130 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-594ec151-374c-429f-b451-edc3b26a18e7 req-83aa5845-f5e0-4325-81ec-77f7003f0ede service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 920 time: 0.1116958 Apr 28 22:43:13.144075 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-594ec151-374c-429f-b451-edc3b26a18e7 req-0ff7c426-104c-4e78-b78f-df1b4ba2857f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07a9b947-eec8-4911-ac67-51c4bb0eccdd HTTP/1.1" status: 200 len: 217 time: 0.0390813 Apr 28 22:43:13.156379 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 516092d6-335c-4065-8ea1-4c8cb8895ef2 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:43:13.157999 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-fa1bf700-c6da-4652-a781-5ae5161fed6a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33f19477-e4f4-41d4-be1c-a329669aa971 HTTP/1.1" status: 200 len: 217 time: 0.0521972 Apr 28 22:43:13.158134 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (516092d6-335c-4065-8ea1-4c8cb8895ef2), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:13.181020 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8120abb-2951-44ec-8820-6e2ebf13b1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516092d6-335c-4065-8ea1-4c8cb8895ef2'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:43:13.184432 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4327407-d97a-483f-b68e-61f4d0f68cd7" -d '{"events": [{"server_uuid": "a8120abb-2951-44ec-8820-6e2ebf13b1de", "name": "network-vif-plugged", "status": "completed", "tag": "516092d6-335c-4065-8ea1-4c8cb8895ef2"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:43:13.207854 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 516092d6-335c-4065-8ea1-4c8cb8895ef2, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=516092d6-335c-4065-8ea1-4c8cb8895ef2,segment=NetworkSegment(fc508591-b290-4de0-bccf-84bd57c77663),segment_id=fc508591-b290-4de0-bccf-84bd57c77663)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:43:13.210979 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ec151-374c-429f-b451-edc3b26a18e7 req-090575d1-579c-4041-9f04-3377b09ffab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:13.212624 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-594ec151-374c-429f-b451-edc3b26a18e7 req-090575d1-579c-4041-9f04-3377b09ffab6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.0596075 Apr 28 22:43:13.241276 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4956f34a-117d-4f6b-9ce2-4b488809bd76 req-fd82a9d4-caea-4eec-b90b-b6aad7c4e3f5 service neutron] 10.222.0.31 "GET /v2.0/networks/5d19ae2d-5363-42e0-8569-31c00579b9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643178 Apr 28 22:43:13.256092 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39103de0-4ea7-4653-b3ad-68b13f69d6cb req-a96f5f17-0faa-4884-ada4-ee897d95277a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:13.257698 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-39103de0-4ea7-4653-b3ad-68b13f69d6cb req-a96f5f17-0faa-4884-ada4-ee897d95277a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 945 time: 0.1000915 Apr 28 22:43:13.263915 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-a08aad15-6e94-4904-95a0-bfb9bf2decf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:13.265270 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-a08aad15-6e94-4904-95a0-bfb9bf2decf9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=93cac01f-66b1-4984-87ec-6a103a96fecb HTTP/1.1" status: 200 len: 849 time: 0.0976253 Apr 28 22:43:13.265507 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ec151-374c-429f-b451-edc3b26a18e7 req-c512e5b8-b4d6-40e7-a606-659d5cfdf9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:13.267039 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-594ec151-374c-429f-b451-edc3b26a18e7 req-c512e5b8-b4d6-40e7-a606-659d5cfdf9ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486205 Apr 28 22:43:13.310125 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-6476cebc-2af3-49ac-b864-65280394e1d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=179a43ff-1ba9-4221-940d-de91dbde8432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303278 Apr 28 22:43:13.315687 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (516092d6-335c-4065-8ea1-4c8cb8895ef2), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:13.318537 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:13.384026 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-594ec151-374c-429f-b451-edc3b26a18e7 req-2c442e46-3a6e-4fa4-bcec-fae708dafbbd service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075697 Apr 28 22:43:13.399420 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-39103de0-4ea7-4653-b3ad-68b13f69d6cb req-d2f4df5c-6221-4ceb-ba5a-6cfa0c7da423 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281350 Apr 28 22:43:13.450915 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=516092d6-335c-4065-8ea1-4c8cb8895ef2,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:13.467928 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3bda37-cea7-4d1f-a66c-3f3d6425676c x-openstack-request-id: req-8c3bda37-cea7-4d1f-a66c-3f3d6425676c {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:43:13.468530 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8120abb-2951-44ec-8820-6e2ebf13b1de", "name": "network-vif-plugged", "status": "completed", "tag": "516092d6-335c-4065-8ea1-4c8cb8895ef2", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:43:13.469418 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c3bda37-cea7-4d1f-a66c-3f3d6425676c {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:43:13.470123 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3bda37-cea7-4d1f-a66c-3f3d6425676c'] response: {'server_uuid': 'a8120abb-2951-44ec-8820-6e2ebf13b1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516092d6-335c-4065-8ea1-4c8cb8895ef2', 'code': 200} Apr 28 22:43:13.473800 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:13.473800 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:13.473800 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:13.473800 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:13.475158 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:13.475948 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:13.476829 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:13.477329 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:13.478499 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:13.479400 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:13.480231 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:13.480737 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:13.481227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:13.481704 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:13.482266 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:13.570232 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-5090e967-1516-4037-8170-f987f1d49f41 service neutron] 10.222.0.31 "GET /v2.0/networks/179a43ff-1ba9-4221-940d-de91dbde8432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675823 Apr 28 22:43:13.586849 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-594ec151-374c-429f-b451-edc3b26a18e7 req-fd4af95d-591d-4c4d-a6cd-ee99ebf9cf37 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587822 Apr 28 22:43:13.638630 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3ec22-9b0c-4ea6-ba6d-cebc3b1edbc1 req-3a4279f9-7eda-4800-966e-24e68e095b5c tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:13.640100 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d8e3ec22-9b0c-4ea6-ba6d-cebc3b1edbc1 req-3a4279f9-7eda-4800-966e-24e68e095b5c tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0536695 Apr 28 22:43:13.703934 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d8e3ec22-9b0c-4ea6-ba6d-cebc3b1edbc1 req-2645fafd-3ce7-4f42-9554-1de5647462b2 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585320 Apr 28 22:43:13.755728 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bef68-38d1-491b-a48e-ed3441ed0c4b req-cc096948-ae53-482d-9f41-4a86ed26ecc2 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:13.757281 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0e4bef68-38d1-491b-a48e-ed3441ed0c4b req-cc096948-ae53-482d-9f41-4a86ed26ecc2 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 944 time: 0.0554955 Apr 28 22:43:13.816289 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0e4bef68-38d1-491b-a48e-ed3441ed0c4b req-933cf433-1ee6-4817-8b33-a33c8d62c1aa tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518370 Apr 28 22:43:14.009275 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a57ffb50-8772-47ea-a795-ec7ccfeacd13 req-7ae199d9-2f88-4341-afa5-bca3d4b725f9 service neutron] 10.222.0.31 "GET /v2.0/networks/179a43ff-1ba9-4221-940d-de91dbde8432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334510 Apr 28 22:43:14.279269 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 47040) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:14.394254 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:14.474156 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Publish callbacks [] for security_group (da2cc4cb-71fa-43ec-980d-accb26d06c4a), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:14.507052 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4776019-82ba-4928-b675-d99263d34011 req-a116f74c-2249-4d75-91c5-1dac44ba91d0 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:14.508511 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c4776019-82ba-4928-b675-d99263d34011 req-a116f74c-2249-4d75-91c5-1dac44ba91d0 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0506439 Apr 28 22:43:14.534725 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (da2cc4cb-71fa-43ec-980d-accb26d06c4a), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:14.566392 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c4776019-82ba-4928-b675-d99263d34011 req-4c641d38-1a4a-415a-ae52-959077a4401d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510044 Apr 28 22:43:14.578810 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5640f3c548d84660b7db4e328557cc6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984405 Apr 28 22:43:14.581337 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2cc4cb-71fa-43ec-980d-accb26d06c4a,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:14.588704 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.589139 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.589366 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 47060) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:14.589860 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.589860 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.590211 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.590550 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.590887 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.591219 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.591571 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.591910 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.592243 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.592588 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.592923 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.593251 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.593578 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8354629-769d-45fd-8ff3-936962c9e7e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.637358 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Publish callbacks [] for security_group (da2cc4cb-71fa-43ec-980d-accb26d06c4a), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:14.658684 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Publish callbacks [] for security_group (da2cc4cb-71fa-43ec-980d-accb26d06c4a), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:14.783079 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (da2cc4cb-71fa-43ec-980d-accb26d06c4a), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:14.786271 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:14.787537 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da2cc4cb-71fa-43ec-980d-accb26d06c4a HTTP/1.1" status: 204 len: 168 time: 0.1971724 Apr 28 22:43:14.797826 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2cc4cb-71fa-43ec-980d-accb26d06c4a,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:14.810151 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.810721 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.811249 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.811781 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.812213 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.812481 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.812814 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.813147 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.813481 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.813891 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.814160 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.814490 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.814846 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.815200 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.815571 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b6ad8e-5363-429a-949a-0c969a26802d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:43:14.834938 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120fe69-044a-402d-a824-04945647a021 req-eb461190-1bb5-4e6e-9395-bf03cc8acac2 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:14.836536 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b120fe69-044a-402d-a824-04945647a021 req-eb461190-1bb5-4e6e-9395-bf03cc8acac2 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0634155 Apr 28 22:43:14.908748 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b120fe69-044a-402d-a824-04945647a021 req-83765d30-62b4-4324-a4c8-887f32c985b2 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623000 Apr 28 22:43:14.947315 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222d02a-55fd-4e54-a859-d826bb83a4ef req-4dbd9662-5f49-4868-8bac-1a24d88f9079 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:14.951748 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4222d02a-55fd-4e54-a859-d826bb83a4ef req-4dbd9662-5f49-4868-8bac-1a24d88f9079 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 944 time: 0.0579591 Apr 28 22:43:15.000937 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4222d02a-55fd-4e54-a859-d826bb83a4ef req-42cbb41b-0092-4808-a926-fb122ae892ca tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461860 Apr 28 22:43:15.498731 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 47112) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:15.512015 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5f9350e3-f3c9-4491-a671-3835a2a3e4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:15.600581 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5f9350e3-f3c9-4491-a671-3835a2a3e4df admin admin] Publish callbacks [] for security_group (9897c593-29fa-443d-877a-588722fb0db9), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:15.675612 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5f9350e3-f3c9-4491-a671-3835a2a3e4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (9897c593-29fa-443d-877a-588722fb0db9), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:15.691426 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04038e06-2adc-4d0b-abfb-21af2d58e5e9 req-1c910679-60d2-4e55-ac54-5ca54a509196 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:15.692890 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-04038e06-2adc-4d0b-abfb-21af2d58e5e9 req-1c910679-60d2-4e55-ac54-5ca54a509196 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0561476 Apr 28 22:43:15.736234 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-5f9350e3-f3c9-4491-a671-3835a2a3e4df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28137ae0564c4e7e82c7e48af7c13ebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362776 Apr 28 22:43:15.738120 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9350e3-f3c9-4491-a671-3835a2a3e4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9897c593-29fa-443d-877a-588722fb0db9,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:15.739022 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 47120) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:15.770163 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-04038e06-2adc-4d0b-abfb-21af2d58e5e9 req-a154bb67-623d-426b-9167-98cd7927d10f tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687478 Apr 28 22:43:15.796287 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ffd28e87-12b6-4f49-9cd6-2a22820d677c admin admin] Publish callbacks [] for security_group (9897c593-29fa-443d-877a-588722fb0db9), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:15.820355 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ffd28e87-12b6-4f49-9cd6-2a22820d677c admin admin] Publish callbacks [] for security_group (9897c593-29fa-443d-877a-588722fb0db9), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:15.926112 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ffd28e87-12b6-4f49-9cd6-2a22820d677c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (9897c593-29fa-443d-877a-588722fb0db9), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:15.928590 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ffd28e87-12b6-4f49-9cd6-2a22820d677c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:15.929840 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-ffd28e87-12b6-4f49-9cd6-2a22820d677c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9897c593-29fa-443d-877a-588722fb0db9 HTTP/1.1" status: 204 len: 168 time: 0.1896334 Apr 28 22:43:15.938368 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd28e87-12b6-4f49-9cd6-2a22820d677c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9897c593-29fa-443d-877a-588722fb0db9,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:16.028582 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dcacc-5a97-459b-9150-b4b10d008b2c req-111f224e-fdbe-486f-9e7c-e0c74a486d8b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:16.030108 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1a0dcacc-5a97-459b-9150-b4b10d008b2c req-111f224e-fdbe-486f-9e7c-e0c74a486d8b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0483618 Apr 28 22:43:16.078301 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1a0dcacc-5a97-459b-9150-b4b10d008b2c req-ab33175c-745b-4af4-bf68-812335bd2b2e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424619 Apr 28 22:43:16.120502 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167e0f8-83d9-4776-baf8-ca3ceaba11ca req-16618646-f51c-45ac-b930-d8d48a5a258e tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:16.122010 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9167e0f8-83d9-4776-baf8-ca3ceaba11ca req-16618646-f51c-45ac-b930-d8d48a5a258e tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 944 time: 0.0475976 Apr 28 22:43:16.172249 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9167e0f8-83d9-4776-baf8-ca3ceaba11ca req-97a061e0-49dd-4e5b-aec7-26eb6092e337 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446355 Apr 28 22:43:16.618028 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 47144) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:16.633608 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ff4263fc-6bb4-446f-93f0-a293c2d06cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:16.676664 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:43:16.784742 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b1ff5-2114-475a-8f22-5ad9cde5d581 req-883566b3-a02d-48a0-9158-47df969d88bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:16.784742 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-651b1ff5-2114-475a-8f22-5ad9cde5d581 req-883566b3-a02d-48a0-9158-47df969d88bf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 1130 time: 0.0561743 Apr 28 22:43:16.784742 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ff4263fc-6bb4-446f-93f0-a293c2d06cf2 admin admin] Publish callbacks [] for security_group (0bacb5d4-128c-4103-985a-eb5bcb146de5), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:16.812147 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-651b1ff5-2114-475a-8f22-5ad9cde5d581 req-a0358995-92b2-49df-ae9f-a970dde60614 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412037 Apr 28 22:43:16.867143 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ff4263fc-6bb4-446f-93f0-a293c2d06cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (0bacb5d4-128c-4103-985a-eb5bcb146de5), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:16.914815 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d118c9-c391-4b50-ad9a-1ff4da65f727 req-7613e988-6a3b-4374-89b5-e3a83203720c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:16.916473 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-66d118c9-c391-4b50-ad9a-1ff4da65f727 req-7613e988-6a3b-4374-89b5-e3a83203720c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0764012 Apr 28 22:43:16.930425 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-ff4263fc-6bb4-446f-93f0-a293c2d06cf2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5908ac61fc91410895a8e34e03751fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080275 Apr 28 22:43:16.930570 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 47156) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:16.936573 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4263fc-6bb4-446f-93f0-a293c2d06cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bacb5d4-128c-4103-985a-eb5bcb146de5,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:16.977068 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-66d118c9-c391-4b50-ad9a-1ff4da65f727 req-7eb52b96-acd2-4ebe-9b95-3bc794512e11 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479944 Apr 28 22:43:16.990209 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ba824ef2-ed1e-4e32-a2ab-e598ab438b10 admin admin] Publish callbacks [] for security_group (0bacb5d4-128c-4103-985a-eb5bcb146de5), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:17.012282 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ba824ef2-ed1e-4e32-a2ab-e598ab438b10 admin admin] Publish callbacks [] for security_group (0bacb5d4-128c-4103-985a-eb5bcb146de5), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:17.137071 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 47166) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:17.148738 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ba824ef2-ed1e-4e32-a2ab-e598ab438b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (0bacb5d4-128c-4103-985a-eb5bcb146de5), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:17.151352 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ba824ef2-ed1e-4e32-a2ab-e598ab438b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:17.152525 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-ba824ef2-ed1e-4e32-a2ab-e598ab438b10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bacb5d4-128c-4103-985a-eb5bcb146de5 HTTP/1.1" status: 204 len: 168 time: 0.2203197 Apr 28 22:43:17.171384 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba824ef2-ed1e-4e32-a2ab-e598ab438b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bacb5d4-128c-4103-985a-eb5bcb146de5,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:17.224413 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b7fa4-3fdc-4549-8023-1dfe5c32de26 req-b0e7f23a-ff35-4665-a8e8-0126229f9772 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:17.225985 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5c2b7fa4-3fdc-4549-8023-1dfe5c32de26 req-b0e7f23a-ff35-4665-a8e8-0126229f9772 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0675728 Apr 28 22:43:17.282996 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5c2b7fa4-3fdc-4549-8023-1dfe5c32de26 req-43a9d397-0dc5-48ba-ae37-42ab10ffd526 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502007 Apr 28 22:43:17.294526 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4973ea2d-9a73-439e-97e0-7cac61ec9c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:17.348780 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e5f44-8a41-4d9f-ac63-cdcddc3fa5de req-35d69040-3ae5-4064-ae09-d5317db13ed7 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:17.350286 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d09e5f44-8a41-4d9f-ac63-cdcddc3fa5de req-35d69040-3ae5-4064-ae09-d5317db13ed7 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 944 time: 0.0838351 Apr 28 22:43:17.422125 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d09e5f44-8a41-4d9f-ac63-cdcddc3fa5de req-67012a82-6dd2-4136-bd7f-5cbdd287648c tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650401 Apr 28 22:43:17.445901 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4973ea2d-9a73-439e-97e0-7cac61ec9c02 admin admin] Publish callbacks [] for security_group (fcbf16c3-523c-4106-9187-7a72ae1a6749), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:17.514432 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4973ea2d-9a73-439e-97e0-7cac61ec9c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (fcbf16c3-523c-4106-9187-7a72ae1a6749), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:17.557769 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-4973ea2d-9a73-439e-97e0-7cac61ec9c02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd9de6c179d74e97b16c0c889e9ecd8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4195874 Apr 28 22:43:17.558764 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973ea2d-9a73-439e-97e0-7cac61ec9c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbf16c3-523c-4106-9187-7a72ae1a6749,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:17.560523 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 47182) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:17.622813 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b324808d-b3fd-4840-a473-da09a872c1d1 admin admin] Publish callbacks [] for security_group (fcbf16c3-523c-4106-9187-7a72ae1a6749), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:17.645299 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b324808d-b3fd-4840-a473-da09a872c1d1 admin admin] Publish callbacks [] for security_group (fcbf16c3-523c-4106-9187-7a72ae1a6749), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:17.673663 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 47194) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:17.779886 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-45787536-4066-4e50-a95e-97e48697e289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:17.808428 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b324808d-b3fd-4840-a473-da09a872c1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (fcbf16c3-523c-4106-9187-7a72ae1a6749), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:17.811303 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b324808d-b3fd-4840-a473-da09a872c1d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:17.812459 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-b324808d-b3fd-4840-a473-da09a872c1d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcbf16c3-523c-4106-9187-7a72ae1a6749 HTTP/1.1" status: 204 len: 168 time: 0.2509615 Apr 28 22:43:17.827164 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324808d-b3fd-4840-a473-da09a872c1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbf16c3-523c-4106-9187-7a72ae1a6749,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:17.885137 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-45787536-4066-4e50-a95e-97e48697e289 admin admin] Publish callbacks [] for security_group (d153eba6-000b-4f5a-ae86-b60f04f64ecd), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:17.948474 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-45787536-4066-4e50-a95e-97e48697e289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (d153eba6-000b-4f5a-ae86-b60f04f64ecd), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:17.987721 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-45787536-4066-4e50-a95e-97e48697e289 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=927927f1387948ba8340dbfe5fb4c556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130136 Apr 28 22:43:17.988573 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45787536-4066-4e50-a95e-97e48697e289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d153eba6-000b-4f5a-ae86-b60f04f64ecd,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:17.990438 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 47208) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:18.040150 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-33e29fe1-2fca-49be-b487-8ae23fa6bcdc admin admin] Publish callbacks [] for security_group (d153eba6-000b-4f5a-ae86-b60f04f64ecd), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:18.099957 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-33e29fe1-2fca-49be-b487-8ae23fa6bcdc admin admin] Publish callbacks [] for security_group (d153eba6-000b-4f5a-ae86-b60f04f64ecd), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:18.123520 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59251585-e56a-40c5-b307-d087bd831802 req-361cb453-f09b-405a-83a0-2973f03a1028 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:18.125320 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-59251585-e56a-40c5-b307-d087bd831802 req-361cb453-f09b-405a-83a0-2973f03a1028 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0707211 Apr 28 22:43:18.192270 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-59251585-e56a-40c5-b307-d087bd831802 req-524f103e-cf20-4fc8-b930-3e1ad60a0bd0 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585110 Apr 28 22:43:18.297164 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-33e29fe1-2fca-49be-b487-8ae23fa6bcdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (d153eba6-000b-4f5a-ae86-b60f04f64ecd), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:18.299754 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-33e29fe1-2fca-49be-b487-8ae23fa6bcdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:18.300877 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-33e29fe1-2fca-49be-b487-8ae23fa6bcdc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d153eba6-000b-4f5a-ae86-b60f04f64ecd HTTP/1.1" status: 204 len: 168 time: 0.3094208 Apr 28 22:43:18.309403 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e29fe1-2fca-49be-b487-8ae23fa6bcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d153eba6-000b-4f5a-ae86-b60f04f64ecd,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:18.407215 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faac969-8f59-4131-93ff-43c180b2da00 req-5b7c6710-9a47-4873-90fb-7c742d82767a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:18.413808 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9faac969-8f59-4131-93ff-43c180b2da00 req-5b7c6710-9a47-4873-90fb-7c742d82767a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0519352 Apr 28 22:43:18.475949 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9faac969-8f59-4131-93ff-43c180b2da00 req-a893eaab-e6b4-4ff3-8060-d67dad42a7d6 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610633 Apr 28 22:43:18.542661 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2687ff-7405-4e56-acaa-960a713c86d0 req-5bf2f2f3-c2b6-4bae-9c9b-159c390b4453 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:18.544301 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ad2687ff-7405-4e56-acaa-960a713c86d0 req-5bf2f2f3-c2b6-4bae-9c9b-159c390b4453 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 944 time: 0.0465825 Apr 28 22:43:18.592333 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ad2687ff-7405-4e56-acaa-960a713c86d0 req-86c4b2e6-64ca-4619-8423-819a41121dfc tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420122 Apr 28 22:43:18.599038 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 47234) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:18.615980 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-166b7a18-2e35-4aa7-ade4-6506befed4c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:18.690778 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-166b7a18-2e35-4aa7-ade4-6506befed4c6 admin admin] Publish callbacks [] for security_group (8b1486d8-b40d-4bc8-8e77-0d674a1ac0de), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:18.771460 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-166b7a18-2e35-4aa7-ade4-6506befed4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (8b1486d8-b40d-4bc8-8e77-0d674a1ac0de), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:18.813886 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b7a18-2e35-4aa7-ade4-6506befed4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1486d8-b40d-4bc8-8e77-0d674a1ac0de,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:18.818281 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-166b7a18-2e35-4aa7-ade4-6506befed4c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c54b3269725e419eb2eae5d47fde42d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191851 Apr 28 22:43:18.820792 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 47240) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:18.871236 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7b60-ea48-4996-b643-bb1216c89827 admin admin] Publish callbacks [] for security_group (8b1486d8-b40d-4bc8-8e77-0d674a1ac0de), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:18.893360 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7b60-ea48-4996-b643-bb1216c89827 admin admin] Publish callbacks [] for security_group (8b1486d8-b40d-4bc8-8e77-0d674a1ac0de), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:18.912658 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 33f19477-e4f4-41d4-be1c-a329669aa971 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:43:19.013761 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 33f19477-e4f4-41d4-be1c-a329669aa971, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=33f19477-e4f4-41d4-be1c-a329669aa971,segment=NetworkSegment(a0f082ea-b736-42c0-a839-49d7c1e7fc04),segment_id=a0f082ea-b736-42c0-a839-49d7c1e7fc04)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:43:19.025745 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': '33f19477-e4f4-41d4-be1c-a329669aa971', 'network_id': '179a43ff-1ba9-4221-940d-de91dbde8432', 'port_id': '33f19477-e4f4-41d4-be1c-a329669aa971', 'mac_address': 'fa:16:3e:86:44:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93cac01f-66b1-4984-87ec-6a103a96fecb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:43:19.051407 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7b60-ea48-4996-b643-bb1216c89827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (8b1486d8-b40d-4bc8-8e77-0d674a1ac0de), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:19.054040 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7b60-ea48-4996-b643-bb1216c89827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:19.055210 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-9eeb7b60-ea48-4996-b643-bb1216c89827 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b1486d8-b40d-4bc8-8e77-0d674a1ac0de HTTP/1.1" status: 204 len: 168 time: 0.2335305 Apr 28 22:43:19.062438 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 33f19477-e4f4-41d4-be1c-a329669aa971 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:43:19.062833 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (33f19477-e4f4-41d4-be1c-a329669aa971), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:19.062949 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb7b60-ea48-4996-b643-bb1216c89827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1486d8-b40d-4bc8-8e77-0d674a1ac0de,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:19.083122 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f19477-e4f4-41d4-be1c-a329669aa971 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:43:19.105751 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 33f19477-e4f4-41d4-be1c-a329669aa971, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=33f19477-e4f4-41d4-be1c-a329669aa971,segment=NetworkSegment(a0f082ea-b736-42c0-a839-49d7c1e7fc04),segment_id=a0f082ea-b736-42c0-a839-49d7c1e7fc04)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:43:19.131686 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 47248) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:19.144907 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7f25-1c39-4c24-9cd6-b386dd2b71a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:19.183164 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (33f19477-e4f4-41d4-be1c-a329669aa971), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:19.231357 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7f25-1c39-4c24-9cd6-b386dd2b71a2 admin admin] Publish callbacks [] for security_group (aab27adf-0f38-4317-8034-2f72e8ec49d1), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:19.259057 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=33f19477-e4f4-41d4-be1c-a329669aa971,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:19.292494 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7f25-1c39-4c24-9cd6-b386dd2b71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (aab27adf-0f38-4317-8034-2f72e8ec49d1), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:19.331838 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-ed1a7f25-1c39-4c24-9cd6-b386dd2b71a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9227573e5e774595b68d5a1b7afbe215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990798 Apr 28 22:43:19.332977 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a7f25-1c39-4c24-9cd6-b386dd2b71a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab27adf-0f38-4317-8034-2f72e8ec49d1,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:19.335197 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 47256) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:19.349125 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f3fc2-225c-4e71-868b-f7d21fe23ae6 req-072e7b12-e459-4638-8d7a-65ad5e1ec9f8 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:19.350469 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b34f3fc2-225c-4e71-868b-f7d21fe23ae6 req-072e7b12-e459-4638-8d7a-65ad5e1ec9f8 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0757000 Apr 28 22:43:19.388420 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1d059fb7-cc67-4f5a-bfbf-ba6959572fd6 admin admin] Publish callbacks [] for security_group (aab27adf-0f38-4317-8034-2f72e8ec49d1), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:19.407084 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b34f3fc2-225c-4e71-868b-f7d21fe23ae6 req-bdbc91b0-6e17-4e7d-8950-3c69d6a647a4 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504036 Apr 28 22:43:19.416563 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1d059fb7-cc67-4f5a-bfbf-ba6959572fd6 admin admin] Publish callbacks [] for security_group (aab27adf-0f38-4317-8034-2f72e8ec49d1), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:19.550624 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1d059fb7-cc67-4f5a-bfbf-ba6959572fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (aab27adf-0f38-4317-8034-2f72e8ec49d1), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:19.553503 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1d059fb7-cc67-4f5a-bfbf-ba6959572fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:19.557138 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-1d059fb7-cc67-4f5a-bfbf-ba6959572fd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aab27adf-0f38-4317-8034-2f72e8ec49d1 HTTP/1.1" status: 204 len: 168 time: 0.2187254 Apr 28 22:43:19.557272 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['33f19477-e4f4-41d4-be1c-a329669aa971'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:43:19.576278 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d059fb7-cc67-4f5a-bfbf-ba6959572fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab27adf-0f38-4317-8034-2f72e8ec49d1,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:19.590815 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95ef77-ab31-4840-8c38-6c8a19ea94dd req-26e08f78-3b6c-43d5-87b1-be80ae7bdd7d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:19.592329 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6b95ef77-ab31-4840-8c38-6c8a19ea94dd req-26e08f78-3b6c-43d5-87b1-be80ae7bdd7d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.1127515 Apr 28 22:43:19.602452 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 47276) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:19.670562 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-2db74da6-b9b5-4ba6-b089-aecbb0c62ddf tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Request body: {'floatingip': {'port_id': '516092d6-335c-4065-8ea1-4c8cb8895ef2'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:43:19.782202 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71545edb-6b9e-4104-90bd-a6e395334466 req-f6a6c9e9-ebe4-4d84-aac5-fbc7816557f8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:19.792203 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-71545edb-6b9e-4104-90bd-a6e395334466 req-f6a6c9e9-ebe4-4d84-aac5-fbc7816557f8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 945 time: 0.0937154 Apr 28 22:43:19.882094 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-71545edb-6b9e-4104-90bd-a6e395334466 req-12a6d65c-ebff-44fc-b7ac-0a2fb6066a29 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845129 Apr 28 22:43:19.958877 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2db74da6-b9b5-4ba6-b089-aecbb0c62ddf tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for floatingip (c00f80ff-f9c7-4b99-8bc7-bfc409ce7084), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:20.018468 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b23613-7946-4d5f-aa9f-9df70b677036 req-c40705a7-9c86-423e-8449-b0cbaa7f3abb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:20.020196 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-82b23613-7946-4d5f-aa9f-9df70b677036 req-c40705a7-9c86-423e-8449-b0cbaa7f3abb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.4331915 Apr 28 22:43:20.152374 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-82b23613-7946-4d5f-aa9f-9df70b677036 req-aa6806a3-c358-4a25-abdc-f07902396dc7 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064746 Apr 28 22:43:20.696198 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2db74da6-b9b5-4ba6-b089-aecbb0c62ddf tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:20.748938 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2db74da6-b9b5-4ba6-b089-aecbb0c62ddf tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (c00f80ff-f9c7-4b99-8bc7-bfc409ce7084), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:20.862066 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [None req-2db74da6-b9b5-4ba6-b089-aecbb0c62ddf tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Floating IP c00f80ff-f9c7-4b99-8bc7-bfc409ce7084 associated. External IP: 172.27.0.14, port: 516092d6-335c-4065-8ea1-4c8cb8895ef2. Apr 28 22:43:20.944353 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 33f19477-e4f4-41d4-be1c-a329669aa971 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:43:21.029991 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88282822-9cdb-4d11-964f-ecaa3705b8b3 req-1ce68755-71ef-4c99-8dd2-430b4d63bce7 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:21.031799 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-88282822-9cdb-4d11-964f-ecaa3705b8b3 req-1ce68755-71ef-4c99-8dd2-430b4d63bce7 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 945 time: 0.0818830 Apr 28 22:43:21.038609 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port 33f19477-e4f4-41d4-be1c-a329669aa971 completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:43:21.111267 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port 33f19477-e4f4-41d4-be1c-a329669aa971 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:43:21.111907 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (33f19477-e4f4-41d4-be1c-a329669aa971), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:21.132296 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-88282822-9cdb-4d11-964f-ecaa3705b8b3 req-104799bb-2253-4d09-8bdd-050e23105d7b tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894194 Apr 28 22:43:21.177079 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db74da6-b9b5-4ba6-b089-aecbb0c62ddf tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:43:21.293186 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 33f19477-e4f4-41d4-be1c-a329669aa971 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:43:21.293798 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (33f19477-e4f4-41d4-be1c-a329669aa971), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:21.308833 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db74da6-b9b5-4ba6-b089-aecbb0c62ddf tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:43:21.324706 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815953b8-bed4-486b-ae88-f19a5c1e90c8 None None] Sync routers for ids ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:43:21.336925 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 33f19477-e4f4-41d4-be1c-a329669aa971, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=33f19477-e4f4-41d4-be1c-a329669aa971,segment=NetworkSegment(a0f082ea-b736-42c0-a839-49d7c1e7fc04),segment_id=a0f082ea-b736-42c0-a839-49d7c1e7fc04)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:43:21.339011 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa57b16-d95e-47e8-abea-e77e78f18bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f19477-e4f4-41d4-be1c-a329669aa971'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:43:21.342301 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b34c8a7-9b29-4107-b5af-2e737c65adbb" -d '{"events": [{"server_uuid": "5fa57b16-d95e-47e8-abea-e77e78f18bcb", "name": "network-vif-plugged", "status": "completed", "tag": "33f19477-e4f4-41d4-be1c-a329669aa971"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:43:21.344365 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815953b8-bed4-486b-ae88-f19a5c1e90c8 None None] Routers {'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:43:21.348239 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-815953b8-bed4-486b-ae88-f19a5c1e90c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:43:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:43:21.349666 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2db74da6-b9b5-4ba6-b089-aecbb0c62ddf tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:21.412349 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc99b84-1a0c-4589-aac5-4e1b21aa2769 x-openstack-request-id: req-dfc99b84-1a0c-4589-aac5-4e1b21aa2769 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:43:21.413425 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa57b16-d95e-47e8-abea-e77e78f18bcb", "name": "network-vif-plugged", "status": "completed", "tag": "33f19477-e4f4-41d4-be1c-a329669aa971", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:43:21.413865 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfc99b84-1a0c-4589-aac5-4e1b21aa2769 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:43:21.414456 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc99b84-1a0c-4589-aac5-4e1b21aa2769'] response: {'server_uuid': '5fa57b16-d95e-47e8-abea-e77e78f18bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f19477-e4f4-41d4-be1c-a329669aa971', 'code': 200} Apr 28 22:43:21.423329 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-2db74da6-b9b5-4ba6-b089-aecbb0c62ddf tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "PUT /v2.0/floatingips/c00f80ff-f9c7-4b99-8bc7-bfc409ce7084 HTTP/1.1" status: 200 len: 991 time: 1.8078096 Apr 28 22:43:21.423329 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8120abb-2951-44ec-8820-6e2ebf13b1de', 'tag': '516092d6-335c-4065-8ea1-4c8cb8895ef2'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:43:21.423329 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7384adb-d74d-4b5b-8f92-d382e7b74d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8120abb-2951-44ec-8820-6e2ebf13b1de", "tag": "516092d6-335c-4065-8ea1-4c8cb8895ef2"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:43:21.439168 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db022f7-7f09-45bc-aefd-41bfb568a798 req-e9f14551-8828-4f45-9bc4-49172918fb0f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:21.440751 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0db022f7-7f09-45bc-aefd-41bfb568a798 req-e9f14551-8828-4f45-9bc4-49172918fb0f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.1336324 Apr 28 22:43:21.466593 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (33f19477-e4f4-41d4-be1c-a329669aa971), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:21.502228 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fa76b5-ac92-4a58-b4ee-1d8245f9fb4f x-openstack-request-id: req-27fa76b5-ac92-4a58-b4ee-1d8245f9fb4f {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:43:21.502228 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8120abb-2951-44ec-8820-6e2ebf13b1de", "tag": "516092d6-335c-4065-8ea1-4c8cb8895ef2", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:43:21.502426 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27fa76b5-ac92-4a58-b4ee-1d8245f9fb4f {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:43:21.502800 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27fa76b5-ac92-4a58-b4ee-1d8245f9fb4f'] response: {'name': 'network-changed', 'server_uuid': 'a8120abb-2951-44ec-8820-6e2ebf13b1de', 'tag': '516092d6-335c-4065-8ea1-4c8cb8895ef2', 'status': 'completed', 'code': 200} Apr 28 22:43:21.565630 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=33f19477-e4f4-41d4-be1c-a329669aa971,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:21.572769 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-815953b8-bed4-486b-ae88-f19a5c1e90c8 None None] Set router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:43:21.616500 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0db022f7-7f09-45bc-aefd-41bfb568a798 req-cab98e9f-3de9-4f14-92c5-c2a55b81a93e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651981 Apr 28 22:43:21.620418 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7384adb-d74d-4b5b-8f92-d382e7b74d8a req-3d47a7e1-5140-413a-a60b-e80cfdfe687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:21.621874 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e7384adb-d74d-4b5b-8f92-d382e7b74d8a req-3d47a7e1-5140-413a-a60b-e80cfdfe687b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d7c475a2444cb7beac065aff76acbe&device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 1130 time: 0.0901604 Apr 28 22:43:21.739519 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7384adb-d74d-4b5b-8f92-d382e7b74d8a req-f9c9fc5e-302e-4a9f-acf6-464323541521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:21.741134 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e7384adb-d74d-4b5b-8f92-d382e7b74d8a req-f9c9fc5e-302e-4a9f-acf6-464323541521 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 HTTP/1.1" status: 200 len: 912 time: 0.1100430 Apr 28 22:43:21.835834 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068d4da-8287-41b0-b102-c8eb6c6f7382 req-2d95481c-eb19-4467-8027-22780f5298b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:21.840038 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4068d4da-8287-41b0-b102-c8eb6c6f7382 req-2d95481c-eb19-4467-8027-22780f5298b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 1130 time: 0.0706487 Apr 28 22:43:21.889344 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e7384adb-d74d-4b5b-8f92-d382e7b74d8a req-a156747f-0c6f-4d58-91b8-2045890f39b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=516092d6-335c-4065-8ea1-4c8cb8895ef2 HTTP/1.1" status: 200 len: 999 time: 0.1368644 Apr 28 22:43:21.920900 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 47426) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:21.934315 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4068d4da-8287-41b0-b102-c8eb6c6f7382 req-42414f5b-a076-4c76-a2fa-d32ce285ebb6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832984 Apr 28 22:43:21.963434 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7384adb-d74d-4b5b-8f92-d382e7b74d8a req-e2f56b48-352f-4f13-83a3-00e1c482364e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:21.964972 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e7384adb-d74d-4b5b-8f92-d382e7b74d8a req-e2f56b48-352f-4f13-83a3-00e1c482364e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f764963a-8464-4a24-ad54-07350b19889d HTTP/1.1" status: 200 len: 850 time: 0.0662231 Apr 28 22:43:22.013885 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-815953b8-bed4-486b-ae88-f19a5c1e90c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:15Z', 'revision_number': 4, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'c00f80ff-f9c7-4b99-8bc7-bfc409ce7084', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'port_id': '516092d6-335c-4065-8ea1-4c8cb8895ef2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'mac_address': 'fa:16:3e:04:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8120abb-2951-44ec-8820-6e2ebf13b1de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:42:25Z', 'updated_at': '2022-04-28T22:43:20Z', 'revision_number': 1, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd425ed-c264-4199-8378-c40bc762b07b', 'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'mac_address': 'fa:16:3e:7e:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:14Z', 'updated_at': '2022-04-28T22:42:23Z', 'revision_number': 5, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'subnets': [{'id': 'f764963a-8464-4a24-ad54-07350b19889d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:43:22.042572 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815953b8-bed4-486b-ae88-f19a5c1e90c8 None None] Checking router: a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:43:22.053147 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815953b8-bed4-486b-ae88-f19a5c1e90c8 None None] Routers {'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:43:22.053783 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-815953b8-bed4-486b-ae88-f19a5c1e90c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:43:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:43:22.065771 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-059a3f34-b66d-402e-a5c2-52fcd64b9735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:22.171801 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-059a3f34-b66d-402e-a5c2-52fcd64b9735 admin admin] Publish callbacks [] for security_group (e4946eac-9546-48e4-94bb-34347e660b90), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:22.182443 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-815953b8-bed4-486b-ae88-f19a5c1e90c8 None None] Set router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:43:22.298491 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-059a3f34-b66d-402e-a5c2-52fcd64b9735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (e4946eac-9546-48e4-94bb-34347e660b90), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:22.320740 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebe571-3641-404e-899e-751c20fd3c08 req-a42877dd-d516-43ba-aa76-54a1393fe2bf tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:22.328591 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7cebe571-3641-404e-899e-751c20fd3c08 req-a42877dd-d516-43ba-aa76-54a1393fe2bf tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 946 time: 0.1152949 Apr 28 22:43:22.377802 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-059a3f34-b66d-402e-a5c2-52fcd64b9735 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=840b23d5133b434d9a753eb649d2ef08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4556644 Apr 28 22:43:22.382604 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a3f34-b66d-402e-a5c2-52fcd64b9735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4946eac-9546-48e4-94bb-34347e660b90,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:22.385411 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 47444) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:22.475124 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7384adb-d74d-4b5b-8f92-d382e7b74d8a req-cca50d4f-f478-4581-942e-d548a1f87c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:22.476972 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e7384adb-d74d-4b5b-8f92-d382e7b74d8a req-cca50d4f-f478-4581-942e-d548a1f87c8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2635422 Apr 28 22:43:22.484546 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7cebe571-3641-404e-899e-751c20fd3c08 req-90b65bd1-7394-4461-9d4a-4f33bd414449 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545906 Apr 28 22:43:22.504777 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-584ac389-2c09-457b-90d3-fb4ad70c4197 admin admin] Publish callbacks [] for security_group (e4946eac-9546-48e4-94bb-34347e660b90), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:22.526923 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-584ac389-2c09-457b-90d3-fb4ad70c4197 admin admin] Publish callbacks [] for security_group (e4946eac-9546-48e4-94bb-34347e660b90), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:22.551352 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-815953b8-bed4-486b-ae88-f19a5c1e90c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:15Z', 'revision_number': 4, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'c00f80ff-f9c7-4b99-8bc7-bfc409ce7084', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'port_id': '516092d6-335c-4065-8ea1-4c8cb8895ef2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'mac_address': 'fa:16:3e:04:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8120abb-2951-44ec-8820-6e2ebf13b1de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:42:25Z', 'updated_at': '2022-04-28T22:43:20Z', 'revision_number': 1, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd425ed-c264-4199-8378-c40bc762b07b', 'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'mac_address': 'fa:16:3e:7e:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:14Z', 'updated_at': '2022-04-28T22:42:23Z', 'revision_number': 5, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'subnets': [{'id': 'f764963a-8464-4a24-ad54-07350b19889d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:43:22.583323 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815953b8-bed4-486b-ae88-f19a5c1e90c8 None None] The sync data for ids ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'] in dv-cinder-839825-1-iscsi is: [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:15Z', 'revision_number': 4, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'c00f80ff-f9c7-4b99-8bc7-bfc409ce7084', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'port_id': '516092d6-335c-4065-8ea1-4c8cb8895ef2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'mac_address': 'fa:16:3e:04:e1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8120abb-2951-44ec-8820-6e2ebf13b1de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:42:25Z', 'updated_at': '2022-04-28T22:43:20Z', 'revision_number': 1, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd425ed-c264-4199-8378-c40bc762b07b', 'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'mac_address': 'fa:16:3e:7e:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:14Z', 'updated_at': '2022-04-28T22:42:23Z', 'revision_number': 5, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'subnets': [{'id': 'f764963a-8464-4a24-ad54-07350b19889d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:43:22.642677 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-584ac389-2c09-457b-90d3-fb4ad70c4197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (e4946eac-9546-48e4-94bb-34347e660b90), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:22.645232 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-584ac389-2c09-457b-90d3-fb4ad70c4197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:22.646632 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-584ac389-2c09-457b-90d3-fb4ad70c4197 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4946eac-9546-48e4-94bb-34347e660b90 HTTP/1.1" status: 204 len: 168 time: 0.2459021 Apr 28 22:43:22.658661 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ac389-2c09-457b-90d3-fb4ad70c4197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4946eac-9546-48e4-94bb-34347e660b90,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:22.794577 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a89766-e304-4ed8-a0ce-e6d0d5e4fba3 req-59a99da2-2930-425c-af7c-0796e753d6ee tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:22.796397 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f0a89766-e304-4ed8-a0ce-e6d0d5e4fba3 req-59a99da2-2930-425c-af7c-0796e753d6ee tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0596430 Apr 28 22:43:22.861860 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f0a89766-e304-4ed8-a0ce-e6d0d5e4fba3 req-0a0ef694-6160-4aaa-93e7-b53f328aca2a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596733 Apr 28 22:43:22.889986 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10522b86-dab1-44f3-b86f-3f1f098e1697 None None] New status for floating IP c00f80ff-f9c7-4b99-8bc7-bfc409ce7084: ACTIVE {{(pid=110301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:43:23.407960 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 47480) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:23.423341 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f4229b2b-f780-4252-a74f-d1bd8330431d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:23.506038 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f4229b2b-f780-4252-a74f-d1bd8330431d admin admin] Publish callbacks [] for security_group (6e040f59-8e3e-499b-88aa-845e4e321e32), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:23.580373 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f4229b2b-f780-4252-a74f-d1bd8330431d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (6e040f59-8e3e-499b-88aa-845e4e321e32), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:23.602363 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25788b19-a4a1-4fda-9178-f1ba6123ba04 req-9d610cf7-df7a-485c-b2ee-2501ee607cbd tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:23.607454 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-25788b19-a4a1-4fda-9178-f1ba6123ba04 req-9d610cf7-df7a-485c-b2ee-2501ee607cbd tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 946 time: 0.0483589 Apr 28 22:43:23.628919 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-f4229b2b-f780-4252-a74f-d1bd8330431d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=439b1add1bdd4287a5e45595bf21165a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198532 Apr 28 22:43:23.629888 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4229b2b-f780-4252-a74f-d1bd8330431d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e040f59-8e3e-499b-88aa-845e4e321e32,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:23.631830 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 47488) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:23.675859 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-25788b19-a4a1-4fda-9178-f1ba6123ba04 req-732f602d-ee11-49d6-95bf-e8b412fef7f6 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653727 Apr 28 22:43:23.700994 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-33f42b3d-2750-4976-bce3-0917fa7d6ac4 admin admin] Publish callbacks [] for security_group (6e040f59-8e3e-499b-88aa-845e4e321e32), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:23.722029 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-33f42b3d-2750-4976-bce3-0917fa7d6ac4 admin admin] Publish callbacks [] for security_group (6e040f59-8e3e-499b-88aa-845e4e321e32), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:23.813833 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-33f42b3d-2750-4976-bce3-0917fa7d6ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (6e040f59-8e3e-499b-88aa-845e4e321e32), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:23.816398 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-33f42b3d-2750-4976-bce3-0917fa7d6ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:23.817568 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-33f42b3d-2750-4976-bce3-0917fa7d6ac4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e040f59-8e3e-499b-88aa-845e4e321e32 HTTP/1.1" status: 204 len: 168 time: 0.1848757 Apr 28 22:43:23.826274 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f42b3d-2750-4976-bce3-0917fa7d6ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e040f59-8e3e-499b-88aa-845e4e321e32,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:23.984142 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a9e31-5eab-4aa2-9b1b-58856ddb24e3 req-3b1a3db2-2154-485e-8799-c172aafd223c tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:23.985533 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-756a9e31-5eab-4aa2-9b1b-58856ddb24e3 req-3b1a3db2-2154-485e-8799-c172aafd223c tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0464909 Apr 28 22:43:24.032314 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-756a9e31-5eab-4aa2-9b1b-58856ddb24e3 req-9ba998c7-2fba-468d-9db6-abf59af9cb4b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408866 Apr 28 22:43:24.779917 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 47522) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:24.805580 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d7436-7fcd-4f15-8ddf-1c6c0bd0adf5 req-35ace3a8-aca3-4cd8-9be2-4ebde320154f tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:24.808131 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c58d7436-7fcd-4f15-8ddf-1c6c0bd0adf5 req-35ace3a8-aca3-4cd8-9be2-4ebde320154f tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 946 time: 0.0599134 Apr 28 22:43:24.854830 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c58d7436-7fcd-4f15-8ddf-1c6c0bd0adf5 req-18a0c6b0-26b5-49d1-bc46-10393ac6d8c6 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415530 Apr 28 22:43:24.879581 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-452d487b-9174-4e12-8e3f-482e3a9cd458 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-17402890-network', 'tenant_id': 'e7c8b39e6b414fc38685a469533ae9a7'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:43:24.985073 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452d487b-9174-4e12-8e3f-482e3a9cd458 admin admin] Made reservation on behalf of e7c8b39e6b414fc38685a469533ae9a7 for: {'network': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:43:24.987415 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-452d487b-9174-4e12-8e3f-482e3a9cd458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:24.996499 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-452d487b-9174-4e12-8e3f-482e3a9cd458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:25.069296 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-452d487b-9174-4e12-8e3f-482e3a9cd458 admin admin] Publish callbacks [] for security_group (f731e8d2-d6d1-46fe-b962-efd7e7331f3b), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:25.155315 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239d08e-8d50-481a-a639-c2f0d8ae1544 req-0681f327-49ee-47cd-9994-300c061565eb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:25.156900 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5239d08e-8d50-481a-a639-c2f0d8ae1544 req-0681f327-49ee-47cd-9994-300c061565eb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0508177 Apr 28 22:43:25.157754 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-452d487b-9174-4e12-8e3f-482e3a9cd458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (f731e8d2-d6d1-46fe-b962-efd7e7331f3b), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:25.199041 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452d487b-9174-4e12-8e3f-482e3a9cd458 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=110300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:43:25.210260 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d487b-9174-4e12-8e3f-482e3a9cd458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f731e8d2-d6d1-46fe-b962-efd7e7331f3b,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:25.223445 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-452d487b-9174-4e12-8e3f-482e3a9cd458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (1548f18c-e490-4c30-9fb2-c4c9f5c535e5), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:25.223692 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.segments_db [None req-452d487b-9174-4e12-8e3f-482e3a9cd458 admin admin] Added segment 1548f18c-e490-4c30-9fb2-c4c9f5c535e5 of type vlan for network a3a58ac1-cc39-40bb-87f5-01053ad74e49 Apr 28 22:43:25.262633 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5239d08e-8d50-481a-a639-c2f0d8ae1544 req-32c1fa21-5ffc-46fe-8bf5-b14f556008c1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984237 Apr 28 22:43:25.274020 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-452d487b-9174-4e12-8e3f-482e3a9cd458 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (a3a58ac1-cc39-40bb-87f5-01053ad74e49), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:25.362596 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-452d487b-9174-4e12-8e3f-482e3a9cd458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (a3a58ac1-cc39-40bb-87f5-01053ad74e49), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:25.363721 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452d487b-9174-4e12-8e3f-482e3a9cd458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:25.364320 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-452d487b-9174-4e12-8e3f-482e3a9cd458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:25.425071 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d487b-9174-4e12-8e3f-482e3a9cd458 admin admin] Pushing event updated for resources: {'Network': ['ID=a3a58ac1-cc39-40bb-87f5-01053ad74e49,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:25.435276 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network a3a58ac1-cc39-40bb-87f5-01053ad74e49 details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:43:25.473654 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-452d487b-9174-4e12-8e3f-482e3a9cd458 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6924310 Apr 28 22:43:25.476422 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 47532) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:25.481733 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-90eebd5a-7a5a-4b76-9b22-6812e536e29f admin admin] Request body: {'subnet': {'network_id': 'a3a58ac1-cc39-40bb-87f5-01053ad74e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-17402890-subnet', 'tenant_id': 'e7c8b39e6b414fc38685a469533ae9a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:43:25.568014 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eebd5a-7a5a-4b76-9b22-6812e536e29f admin admin] Made reservation on behalf of e7c8b39e6b414fc38685a469533ae9a7 for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:43:25.570449 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-90eebd5a-7a5a-4b76-9b22-6812e536e29f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288799'] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:25.813765 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-90eebd5a-7a5a-4b76-9b22-6812e536e29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288621'] for subnet (3cee3c4b-b7ea-409a-a223-8433311d9ecf), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:25.868020 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eebd5a-7a5a-4b76-9b22-6812e536e29f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cee3c4b-b7ea-409a-a223-8433311d9ecf,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:25.876306 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eebd5a-7a5a-4b76-9b22-6812e536e29f admin admin] Checking segment: {'id': '1548f18c-e490-4c30-9fb2-c4c9f5c535e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a3a58ac1-cc39-40bb-87f5-01053ad74e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:43:25.876662 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eebd5a-7a5a-4b76-9b22-6812e536e29f admin admin] Network hostable DHCP agents. Network: a3a58ac1-cc39-40bb-87f5-01053ad74e49, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:43:25.966157 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8692b5-433a-467c-8927-fc7b4a8dfc2c req-92d5f30c-c093-47ba-8bcb-fc46a74c1866 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:25.967622 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4f8692b5-433a-467c-8927-fc7b4a8dfc2c req-92d5f30c-c093-47ba-8bcb-fc46a74c1866 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 946 time: 0.0460155 Apr 28 22:43:25.973985 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eebd5a-7a5a-4b76-9b22-6812e536e29f admin admin] Network a3a58ac1-cc39-40bb-87f5-01053ad74e49 is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:43:26.014189 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4f8692b5-433a-467c-8927-fc7b4a8dfc2c req-551ba264-a65d-43bb-8c17-42363670fcdf tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410635 Apr 28 22:43:26.057529 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-90eebd5a-7a5a-4b76-9b22-6812e536e29f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, a3a58ac1-cc39-40bb-87f5-01053ad74e49) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:43:26.061532 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eebd5a-7a5a-4b76-9b22-6812e536e29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:26.062225 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-90eebd5a-7a5a-4b76-9b22-6812e536e29f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:26.067537 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8831f836-b6a6-4a08-a678-47b387c62987 None None] Network a3a58ac1-cc39-40bb-87f5-01053ad74e49 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:43:26.145613 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-90eebd5a-7a5a-4b76-9b22-6812e536e29f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6679940 Apr 28 22:43:26.164551 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b80b03-fee4-49bd-8b1b-3f825114d50a None None] Network a3a58ac1-cc39-40bb-87f5-01053ad74e49 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:43:26.379913 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791de38-0853-4503-b315-5aab348bd999 req-92948006-bb02-4be9-82dc-845d9184655c tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:26.379913 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2791de38-0853-4503-b315-5aab348bd999 req-92948006-bb02-4be9-82dc-845d9184655c tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0513103 Apr 28 22:43:26.428880 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2791de38-0853-4503-b315-5aab348bd999 req-ab095946-bd43-4b09-8fd3-e9c50270ab83 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423365 Apr 28 22:43:26.819708 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 47564) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:26.824684 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-23824bcf-921d-4489-a15f-4fc5523880c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-962070422-network', 'tenant_id': 'ec9e1836f2004bd59e48a1334f815af6'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:43:26.913760 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23824bcf-921d-4489-a15f-4fc5523880c7 admin admin] Made reservation on behalf of ec9e1836f2004bd59e48a1334f815af6 for: {'network': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:43:26.916805 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23824bcf-921d-4489-a15f-4fc5523880c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:26.925125 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23824bcf-921d-4489-a15f-4fc5523880c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:26.997911 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23824bcf-921d-4489-a15f-4fc5523880c7 admin admin] Publish callbacks [] for security_group (5ce6ff69-4452-4313-ae9b-dd00872f6e2e), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:27.059692 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23824bcf-921d-4489-a15f-4fc5523880c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (5ce6ff69-4452-4313-ae9b-dd00872f6e2e), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:27.082149 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23824bcf-921d-4489-a15f-4fc5523880c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=110300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:43:27.097941 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23824bcf-921d-4489-a15f-4fc5523880c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce6ff69-4452-4313-ae9b-dd00872f6e2e,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:27.100822 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23824bcf-921d-4489-a15f-4fc5523880c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (448fc635-8e4b-444a-857b-0bf7fc4a5c21), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:27.101284 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.segments_db [None req-23824bcf-921d-4489-a15f-4fc5523880c7 admin admin] Added segment 448fc635-8e4b-444a-857b-0bf7fc4a5c21 of type vlan for network 0bcc0fbd-fed1-458d-aa54-da9077c4fee9 Apr 28 22:43:27.140615 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23824bcf-921d-4489-a15f-4fc5523880c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (0bcc0fbd-fed1-458d-aa54-da9077c4fee9), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:27.147887 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61816c-610f-4883-ba4a-fc74a7dd987a req-77db8abc-0283-470b-9c08-43673aba1373 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:27.149368 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2b61816c-610f-4883-ba4a-fc74a7dd987a req-77db8abc-0283-470b-9c08-43673aba1373 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 946 time: 0.0591321 Apr 28 22:43:27.195490 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2b61816c-610f-4883-ba4a-fc74a7dd987a req-1fccde1f-46b4-4e82-847c-ed1db84340b7 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398641 Apr 28 22:43:27.236430 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23824bcf-921d-4489-a15f-4fc5523880c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (0bcc0fbd-fed1-458d-aa54-da9077c4fee9), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:27.237393 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23824bcf-921d-4489-a15f-4fc5523880c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:27.238074 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23824bcf-921d-4489-a15f-4fc5523880c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:27.302119 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23824bcf-921d-4489-a15f-4fc5523880c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0bcc0fbd-fed1-458d-aa54-da9077c4fee9,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:27.311704 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network 0bcc0fbd-fed1-458d-aa54-da9077c4fee9 details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:43:27.322941 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-23824bcf-921d-4489-a15f-4fc5523880c7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5021379 Apr 28 22:43:27.325616 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 47570) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:27.337961 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-4d2896c1-7811-4830-9f00-a662dbcc201d admin admin] Request body: {'subnet': {'network_id': '0bcc0fbd-fed1-458d-aa54-da9077c4fee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-962070422-subnet', 'tenant_id': 'ec9e1836f2004bd59e48a1334f815af6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:43:27.408019 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2896c1-7811-4830-9f00-a662dbcc201d admin admin] Made reservation on behalf of ec9e1836f2004bd59e48a1334f815af6 for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:43:27.410522 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4d2896c1-7811-4830-9f00-a662dbcc201d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288799'] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:27.577065 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22429040-83d2-4dae-b7af-37c26bcb1021 req-169663a6-c635-4b1b-8cb7-407e7ca851e2 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:27.579631 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-22429040-83d2-4dae-b7af-37c26bcb1021 req-169663a6-c635-4b1b-8cb7-407e7ca851e2 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0824046 Apr 28 22:43:27.657296 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-22429040-83d2-4dae-b7af-37c26bcb1021 req-4fd9138a-2e2a-4f75-8347-3392739db11b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552652 Apr 28 22:43:27.717258 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4d2896c1-7811-4830-9f00-a662dbcc201d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288621'] for subnet (99f13c0d-2614-4f7e-9140-46eec02516c3), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:27.778589 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2896c1-7811-4830-9f00-a662dbcc201d admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f13c0d-2614-4f7e-9140-46eec02516c3,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:27.786918 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2896c1-7811-4830-9f00-a662dbcc201d admin admin] Checking segment: {'id': '448fc635-8e4b-444a-857b-0bf7fc4a5c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0bcc0fbd-fed1-458d-aa54-da9077c4fee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:43:27.787275 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2896c1-7811-4830-9f00-a662dbcc201d admin admin] Network hostable DHCP agents. Network: 0bcc0fbd-fed1-458d-aa54-da9077c4fee9, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:43:27.914272 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2896c1-7811-4830-9f00-a662dbcc201d admin admin] Network 0bcc0fbd-fed1-458d-aa54-da9077c4fee9 is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:43:27.944496 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e7384adb-d74d-4b5b-8f92-d382e7b74d8a req-09936d63-0388-4bc0-bf4d-13de80b1edd9 service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917172 Apr 28 22:43:28.017158 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-4d2896c1-7811-4830-9f00-a662dbcc201d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, 0bcc0fbd-fed1-458d-aa54-da9077c4fee9) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:43:28.021548 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2896c1-7811-4830-9f00-a662dbcc201d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:28.022244 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4d2896c1-7811-4830-9f00-a662dbcc201d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:28.027283 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827b5b68-bdba-4593-83b9-660a66b0a06a None None] Network 0bcc0fbd-fed1-458d-aa54-da9077c4fee9 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:43:28.137291 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-4d2896c1-7811-4830-9f00-a662dbcc201d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8104618 Apr 28 22:43:28.246711 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5be156-eacd-47ce-92ec-af37e14d48c5 None None] Network 0bcc0fbd-fed1-458d-aa54-da9077c4fee9 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:43:28.315535 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4e366-3e78-4b00-b1b3-cfda0374ad70 req-63ca4d51-27f9-4ae1-a29d-284d13d1652c tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:28.322670 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-eeb4e366-3e78-4b00-b1b3-cfda0374ad70 req-63ca4d51-27f9-4ae1-a29d-284d13d1652c tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 946 time: 0.0536640 Apr 28 22:43:28.378433 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-eeb4e366-3e78-4b00-b1b3-cfda0374ad70 req-608cf62c-9920-4b39-acc1-7591c2fcca44 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547767 Apr 28 22:43:28.778009 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b061f8-ccdf-41b3-ba4b-f715382845f6 req-217408dc-6719-4bb9-b2da-0e99bbbbb5c9 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:28.779484 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f1b061f8-ccdf-41b3-ba4b-f715382845f6 req-217408dc-6719-4bb9-b2da-0e99bbbbb5c9 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0562625 Apr 28 22:43:28.829064 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f1b061f8-ccdf-41b3-ba4b-f715382845f6 req-855f9dbd-5905-4c1a-8161-a71f2aec4913 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434873 Apr 28 22:43:29.490526 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfe493-cdf1-43d7-ad18-0571d30acee3 req-60b80432-7a3b-48fe-9aad-ec6ebff341f5 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:29.491994 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cdbfe493-cdf1-43d7-ad18-0571d30acee3 req-60b80432-7a3b-48fe-9aad-ec6ebff341f5 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 946 time: 0.0456884 Apr 28 22:43:29.541386 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cdbfe493-cdf1-43d7-ad18-0571d30acee3 req-738366e9-6b3e-4021-a8fe-e9985fb56a33 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 Apr 28 22:43:29.868347 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e7384adb-d74d-4b5b-8f92-d382e7b74d8a req-8cae951e-8c91-4e29-b2a2-38070553c41e service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945199 Apr 28 22:43:29.952216 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f4ac6-ce13-4e9d-bb7b-478c7674382f req-ff04be94-08ba-4f22-b067-0a3f08f26087 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:29.953964 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8c2f4ac6-ce13-4e9d-bb7b-478c7674382f req-ff04be94-08ba-4f22-b067-0a3f08f26087 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0523427 Apr 28 22:43:30.000294 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8c2f4ac6-ce13-4e9d-bb7b-478c7674382f req-2940aff9-53ac-404c-bd42-db415fbeacd1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405476 Apr 28 22:43:30.653308 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932afff-5cb1-4ef7-b236-78526523cf4e req-0bc2f7d3-38a8-4e26-9b55-62c31a27da48 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:30.654863 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f932afff-5cb1-4ef7-b236-78526523cf4e req-0bc2f7d3-38a8-4e26-9b55-62c31a27da48 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 946 time: 0.0471029 Apr 28 22:43:30.701707 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f932afff-5cb1-4ef7-b236-78526523cf4e req-f82171bc-b65a-4ccf-92d9-c8897cf0a5fe tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411119 Apr 28 22:43:31.115011 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7bdce-4da9-4f84-8f02-d892705dc118 req-02fd8bd8-b98c-45fa-8262-8f5348e73b57 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:31.116467 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cec7bdce-4da9-4f84-8f02-d892705dc118 req-02fd8bd8-b98c-45fa-8262-8f5348e73b57 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0459292 Apr 28 22:43:31.165573 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cec7bdce-4da9-4f84-8f02-d892705dc118 req-4c19d215-5ff9-42cb-8a4a-ed2b27b4ef3d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422025 Apr 28 22:43:32.285240 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbc1d3-63e8-41fb-a5d4-61c943644fec req-0967c795-f56c-4bc2-afd9-87706a5b453b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:32.286642 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b4cbc1d3-63e8-41fb-a5d4-61c943644fec req-0967c795-f56c-4bc2-afd9-87706a5b453b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0507619 Apr 28 22:43:32.336326 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b4cbc1d3-63e8-41fb-a5d4-61c943644fec req-2352e4ef-4bbc-4817-8101-8b35dcea1501 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436993 Apr 28 22:43:32.451615 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992082cf-b052-4388-8ba6-71cdfe5a01e0 req-8952978e-1805-4d2d-9cb2-cffd9cd31940 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:32.453113 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-992082cf-b052-4388-8ba6-71cdfe5a01e0 req-8952978e-1805-4d2d-9cb2-cffd9cd31940 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 946 time: 0.0478587 Apr 28 22:43:32.519287 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-992082cf-b052-4388-8ba6-71cdfe5a01e0 req-1530364f-d1a3-4657-aa58-f3d5c9c6fff8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539846 Apr 28 22:43:32.962467 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2a51b-94d8-4122-906e-c0fe1613be49 req-fe428715-b217-4f43-9062-1012960650d4 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:32.964437 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f9d2a51b-94d8-4122-906e-c0fe1613be49 req-fe428715-b217-4f43-9062-1012960650d4 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 946 time: 0.0509086 Apr 28 22:43:33.013134 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f9d2a51b-94d8-4122-906e-c0fe1613be49 req-3eeaae1a-b06b-4562-ba88-9e12968ff4b4 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428886 Apr 28 22:43:33.467360 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0519c2-14b6-4952-8f4a-9732cb1fdffd req-4334e8c2-894d-42f9-b574-aeec12fa65b0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:33.469022 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cd0519c2-14b6-4952-8f4a-9732cb1fdffd req-4334e8c2-894d-42f9-b574-aeec12fa65b0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0470517 Apr 28 22:43:33.517687 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cd0519c2-14b6-4952-8f4a-9732cb1fdffd req-30d51dd6-af5c-4251-9413-55e8bdbdf2c4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430171 Apr 28 22:43:33.657113 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebedda4-399a-4259-bff0-9ecb02b58f76 req-7a347e51-228b-473f-be87-b9240b8966e8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:33.658754 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-bebedda4-399a-4259-bff0-9ecb02b58f76 req-7a347e51-228b-473f-be87-b9240b8966e8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 946 time: 0.0485117 Apr 28 22:43:33.708543 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-bebedda4-399a-4259-bff0-9ecb02b58f76 req-37a0bc73-e0b6-4140-ba1b-62e21510d981 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443916 Apr 28 22:43:33.735040 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 47766) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:33.838034 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3dd070f0-8d92-42dc-a701-dfe172b4f308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:33.909724 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3dd070f0-8d92-42dc-a701-dfe172b4f308 admin admin] Publish callbacks [] for security_group (a7fc3f5f-0e92-4ff2-9ce3-81fba3f8e1bc), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:33.993722 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3dd070f0-8d92-42dc-a701-dfe172b4f308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (a7fc3f5f-0e92-4ff2-9ce3-81fba3f8e1bc), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:34.036842 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-3dd070f0-8d92-42dc-a701-dfe172b4f308 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=728d4c8d0c2b4b6285adf8b42caf5c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007159 Apr 28 22:43:34.037788 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd070f0-8d92-42dc-a701-dfe172b4f308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fc3f5f-0e92-4ff2-9ce3-81fba3f8e1bc,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:34.039377 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 47772) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:34.090825 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e2237a24-9aa4-46b6-be04-18cfb1bb8c8d admin admin] Publish callbacks [] for security_group (a7fc3f5f-0e92-4ff2-9ce3-81fba3f8e1bc), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:34.113238 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e2237a24-9aa4-46b6-be04-18cfb1bb8c8d admin admin] Publish callbacks [] for security_group (a7fc3f5f-0e92-4ff2-9ce3-81fba3f8e1bc), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:34.129688 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430888b-2dca-4162-b105-80cd19bf24a6 req-7783204f-f184-4a5c-8de5-97cf097d8428 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:34.131187 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c430888b-2dca-4162-b105-80cd19bf24a6 req-7783204f-f184-4a5c-8de5-97cf097d8428 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 946 time: 0.0472579 Apr 28 22:43:34.180146 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c430888b-2dca-4162-b105-80cd19bf24a6 req-9d6a83c5-801a-4769-8f14-1e27af5f4945 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426052 Apr 28 22:43:34.233989 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e2237a24-9aa4-46b6-be04-18cfb1bb8c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (a7fc3f5f-0e92-4ff2-9ce3-81fba3f8e1bc), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:34.236534 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e2237a24-9aa4-46b6-be04-18cfb1bb8c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:34.237687 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-e2237a24-9aa4-46b6-be04-18cfb1bb8c8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7fc3f5f-0e92-4ff2-9ce3-81fba3f8e1bc HTTP/1.1" status: 204 len: 168 time: 0.1970856 Apr 28 22:43:34.245492 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2237a24-9aa4-46b6-be04-18cfb1bb8c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fc3f5f-0e92-4ff2-9ce3-81fba3f8e1bc,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:34.635727 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d1c3f-8add-4313-8c0e-9ec41bb196ee req-848dbdba-4421-4dc0-b5de-f8b3e7fa1bab tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:34.638324 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ec5d1c3f-8add-4313-8c0e-9ec41bb196ee req-848dbdba-4421-4dc0-b5de-f8b3e7fa1bab tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0530546 Apr 28 22:43:34.705774 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ec5d1c3f-8add-4313-8c0e-9ec41bb196ee req-5fd345a7-aa51-4214-a612-a6fc0063c18e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629411 Apr 28 22:43:34.830871 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48c207-2e05-4fbc-8634-52e550ac978a req-16890f58-3791-447e-a5b8-6de26c6b9beb tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:34.832520 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9c48c207-2e05-4fbc-8634-52e550ac978a req-16890f58-3791-447e-a5b8-6de26c6b9beb tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 946 time: 0.0483778 Apr 28 22:43:34.851258 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 47798) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:34.868921 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dea3993b-d2d1-4e2d-a4a3-78f7ab9e04b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:34.901127 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9c48c207-2e05-4fbc-8634-52e550ac978a req-fa3d972b-1c8a-4f03-89ce-d10970a6be10 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627651 Apr 28 22:43:34.963384 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dea3993b-d2d1-4e2d-a4a3-78f7ab9e04b2 admin admin] Publish callbacks [] for security_group (3dbf3af5-eb32-4f3f-8b86-65ce4e32ca28), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:35.027890 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dea3993b-d2d1-4e2d-a4a3-78f7ab9e04b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (3dbf3af5-eb32-4f3f-8b86-65ce4e32ca28), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:35.066192 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-dea3993b-d2d1-4e2d-a4a3-78f7ab9e04b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89b331f4993f49a1a4564a58aae057e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138228 Apr 28 22:43:35.067300 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3993b-d2d1-4e2d-a4a3-78f7ab9e04b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbf3af5-eb32-4f3f-8b86-65ce4e32ca28,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:35.068929 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 47804) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:35.123199 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a33abd1a-d103-4a2b-bd8b-8dd331345422 admin admin] Publish callbacks [] for security_group (3dbf3af5-eb32-4f3f-8b86-65ce4e32ca28), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:35.146284 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a33abd1a-d103-4a2b-bd8b-8dd331345422 admin admin] Publish callbacks [] for security_group (3dbf3af5-eb32-4f3f-8b86-65ce4e32ca28), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:35.285412 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a33abd1a-d103-4a2b-bd8b-8dd331345422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (3dbf3af5-eb32-4f3f-8b86-65ce4e32ca28), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:35.287983 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a33abd1a-d103-4a2b-bd8b-8dd331345422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:35.289101 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a33abd1a-d103-4a2b-bd8b-8dd331345422 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3dbf3af5-eb32-4f3f-8b86-65ce4e32ca28 HTTP/1.1" status: 204 len: 168 time: 0.2191961 Apr 28 22:43:35.302582 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33abd1a-d103-4a2b-bd8b-8dd331345422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbf3af5-eb32-4f3f-8b86-65ce4e32ca28,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:35.311681 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb344f0-35a9-4e13-b9ee-c6b040e387f5 req-b0dcf19b-a044-4f28-b041-8d3bb9855fee tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:35.311681 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-deb344f0-35a9-4e13-b9ee-c6b040e387f5 req-b0dcf19b-a044-4f28-b041-8d3bb9855fee tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 946 time: 0.0531671 Apr 28 22:43:35.410903 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-deb344f0-35a9-4e13-b9ee-c6b040e387f5 req-63beb980-95d3-4895-8aee-964bfc97c7f8 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912437 Apr 28 22:43:35.676237 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91611b3-7362-48e7-a2cc-2c869c951ded req-ea7ce2c1-cb78-4631-9fd6-01a829e5e9e2 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:35.677690 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a91611b3-7362-48e7-a2cc-2c869c951ded req-ea7ce2c1-cb78-4631-9fd6-01a829e5e9e2 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 946 time: 0.0487618 Apr 28 22:43:35.882977 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70832416-f169-4da3-bdea-dba0e35ef2b0 req-484bda95-fda3-485d-9ad0-588cd70dd6fb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:35.884538 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-70832416-f169-4da3-bdea-dba0e35ef2b0 req-484bda95-fda3-485d-9ad0-588cd70dd6fb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0818515 Apr 28 22:43:35.885055 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-a91611b3-7362-48e7-a2cc-2c869c951ded req-b4d4e772-9360-4a96-9034-af3aeacbdf78 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Deleting port 33f19477-e4f4-41d4-be1c-a329669aa971 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:43:35.886021 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a91611b3-7362-48e7-a2cc-2c869c951ded req-b4d4e772-9360-4a96-9034-af3aeacbdf78 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (33f19477-e4f4-41d4-be1c-a329669aa971), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:36.000777 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-70832416-f169-4da3-bdea-dba0e35ef2b0 req-b45baf49-15e8-4b83-9fe1-a2ab89e87e1e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011341 Apr 28 22:43:36.015976 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-a91611b3-7362-48e7-a2cc-2c869c951ded req-b4d4e772-9360-4a96-9034-af3aeacbdf78 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] For port 33f19477-e4f4-41d4-be1c-a329669aa971, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=33f19477-e4f4-41d4-be1c-a329669aa971,segment=NetworkSegment(a0f082ea-b736-42c0-a839-49d7c1e7fc04),segment_id=a0f082ea-b736-42c0-a839-49d7c1e7fc04)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:43:36.016530 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a91611b3-7362-48e7-a2cc-2c869c951ded req-b4d4e772-9360-4a96-9034-af3aeacbdf78 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (33f19477-e4f4-41d4-be1c-a329669aa971), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:36.032057 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-a91611b3-7362-48e7-a2cc-2c869c951ded req-b4d4e772-9360-4a96-9034-af3aeacbdf78 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Calling delete_port for 33f19477-e4f4-41d4-be1c-a329669aa971 owned by compute:nova {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:43:36.032972 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512ebc9-5ed8-4aa6-8312-398453209d0c req-d8484c51-0c23-45f8-84b4-851f083a886f tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:36.035106 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9512ebc9-5ed8-4aa6-8312-398453209d0c req-d8484c51-0c23-45f8-84b4-851f083a886f tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 946 time: 0.0573657 Apr 28 22:43:36.089764 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9512ebc9-5ed8-4aa6-8312-398453209d0c req-82d09930-f331-49c9-93d4-5ab3cdc00fe9 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490530 Apr 28 22:43:36.268751 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a91611b3-7362-48e7-a2cc-2c869c951ded req-b4d4e772-9360-4a96-9034-af3aeacbdf78 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (33f19477-e4f4-41d4-be1c-a329669aa971), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:36.292748 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['33f19477-e4f4-41d4-be1c-a329669aa971'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:43:36.306597 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4e772-9360-4a96-9034-af3aeacbdf78 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Pushing event deleted for resources: {'Port': ['ID=33f19477-e4f4-41d4-be1c-a329669aa971,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:36.332083 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fde5ca-0f98-496e-b6be-abd09ebb49e1 req-9a16818a-cf4c-4bf7-9c36-953361e2bdeb tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:36.333553 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b5fde5ca-0f98-496e-b6be-abd09ebb49e1 req-9a16818a-cf4c-4bf7-9c36-953361e2bdeb tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 946 time: 0.0610740 Apr 28 22:43:36.386143 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91611b3-7362-48e7-a2cc-2c869c951ded req-b4d4e772-9360-4a96-9034-af3aeacbdf78 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] No DVR routers for this DVR port 33f19477-e4f4-41d4-be1c-a329669aa971 on host hv-cinder-83982 {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:43:36.393880 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a91611b3-7362-48e7-a2cc-2c869c951ded req-b4d4e772-9360-4a96-9034-af3aeacbdf78 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:36.398607 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a91611b3-7362-48e7-a2cc-2c869c951ded req-b4d4e772-9360-4a96-9034-af3aeacbdf78 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.31 "DELETE /v2.0/ports/33f19477-e4f4-41d4-be1c-a329669aa971 HTTP/1.1" status: 204 len: 173 time: 0.7090847 Apr 28 22:43:36.399062 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa57b16-d95e-47e8-abea-e77e78f18bcb', 'name': 'network-vif-deleted', 'tag': '33f19477-e4f4-41d4-be1c-a329669aa971'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:43:36.405895 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf730bda-1a1e-4e87-ac15-0c5fa9406c5f" -d '{"events": [{"server_uuid": "5fa57b16-d95e-47e8-abea-e77e78f18bcb", "name": "network-vif-deleted", "tag": "33f19477-e4f4-41d4-be1c-a329669aa971"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:43:36.467202 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0135624-bfc7-4533-ae31-0ee3436ac4bb x-openstack-request-id: req-d0135624-bfc7-4533-ae31-0ee3436ac4bb {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:43:36.467503 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa57b16-d95e-47e8-abea-e77e78f18bcb", "name": "network-vif-deleted", "tag": "33f19477-e4f4-41d4-be1c-a329669aa971", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:43:36.467761 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0135624-bfc7-4533-ae31-0ee3436ac4bb {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:43:36.468171 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0135624-bfc7-4533-ae31-0ee3436ac4bb'] response: {'server_uuid': '5fa57b16-d95e-47e8-abea-e77e78f18bcb', 'name': 'network-vif-deleted', 'tag': '33f19477-e4f4-41d4-be1c-a329669aa971', 'status': 'completed', 'code': 200} Apr 28 22:43:36.516819 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f7383d32-0e4d-4285-92e6-cf783efec232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:36.565087 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [req-b5fde5ca-0f98-496e-b6be-abd09ebb49e1 req-f28725bc-a291-4ad8-af06-6ef71a991fd8 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Deleting port 6ad37a94-9efe-4de2-a773-be8688e69224 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:43:36.565511 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-b5fde5ca-0f98-496e-b6be-abd09ebb49e1 req-f28725bc-a291-4ad8-af06-6ef71a991fd8 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (6ad37a94-9efe-4de2-a773-be8688e69224), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:36.583090 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8013951-75af-48af-b4f1-673854490b5c req-8bb023aa-0855-4fe8-a58f-e881eee0e7dc tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:36.583090 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a8013951-75af-48af-b4f1-673854490b5c req-8bb023aa-0855-4fe8-a58f-e881eee0e7dc tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 946 time: 0.0854397 Apr 28 22:43:36.687409 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a8013951-75af-48af-b4f1-673854490b5c req-526c6227-fbbf-409b-9e7f-a7cb5ef50cd2 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/security-groups?id=3464b953-830f-4be7-91ca-7de870822f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946290 Apr 28 22:43:36.706943 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-b5fde5ca-0f98-496e-b6be-abd09ebb49e1 req-f28725bc-a291-4ad8-af06-6ef71a991fd8 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] For port 6ad37a94-9efe-4de2-a773-be8688e69224, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=6ad37a94-9efe-4de2-a773-be8688e69224,segment=NetworkSegment(2cebf4b0-d748-487c-9d5b-2885e41aa0d7),segment_id=2cebf4b0-d748-487c-9d5b-2885e41aa0d7)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:43:36.707305 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-b5fde5ca-0f98-496e-b6be-abd09ebb49e1 req-f28725bc-a291-4ad8-af06-6ef71a991fd8 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (6ad37a94-9efe-4de2-a773-be8688e69224), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:36.722409 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [req-b5fde5ca-0f98-496e-b6be-abd09ebb49e1 req-f28725bc-a291-4ad8-af06-6ef71a991fd8 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Calling delete_port for 6ad37a94-9efe-4de2-a773-be8688e69224 owned by compute:nova {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:43:37.150494 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582b9ca-2872-4759-964f-ef9eaee4e246 req-5c7159db-a36c-484c-8a4b-b056aa1f271f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:37.152579 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c582b9ca-2872-4759-964f-ef9eaee4e246 req-5c7159db-a36c-484c-8a4b-b056aa1f271f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0683684 Apr 28 22:43:37.204244 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-b5fde5ca-0f98-496e-b6be-abd09ebb49e1 req-f28725bc-a291-4ad8-af06-6ef71a991fd8 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529'] for port (6ad37a94-9efe-4de2-a773-be8688e69224), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:37.225514 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c582b9ca-2872-4759-964f-ef9eaee4e246 req-4c9e2743-1f8b-4944-90c1-da7167e1c93a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620143 Apr 28 22:43:37.308073 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-734dd8d5-d969-4fa6-b8e4-feef36c0e22e req-cffd7afa-920f-4a12-a4c2-e3d3f686a202 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa57b16-d95e-47e8-abea-e77e78f18bcb HTTP/1.1" status: 200 len: 210 time: 0.1197691 Apr 28 22:43:37.309242 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28725bc-a291-4ad8-af06-6ef71a991fd8 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Pushing event deleted for resources: {'Port': ['ID=6ad37a94-9efe-4de2-a773-be8688e69224,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:37.334781 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fde5ca-0f98-496e-b6be-abd09ebb49e1 req-f28725bc-a291-4ad8-af06-6ef71a991fd8 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] No DVR routers for this DVR port 6ad37a94-9efe-4de2-a773-be8688e69224 on host hv-cinder-83982 {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:43:37.340686 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-b5fde5ca-0f98-496e-b6be-abd09ebb49e1 req-f28725bc-a291-4ad8-af06-6ef71a991fd8 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:37.344983 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b5fde5ca-0f98-496e-b6be-abd09ebb49e1 req-f28725bc-a291-4ad8-af06-6ef71a991fd8 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.31 "DELETE /v2.0/ports/6ad37a94-9efe-4de2-a773-be8688e69224 HTTP/1.1" status: 204 len: 173 time: 1.0024307 Apr 28 22:43:37.345577 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fd1557-7e8e-45d7-9ae6-c621821ee44c', 'name': 'network-vif-deleted', 'tag': '6ad37a94-9efe-4de2-a773-be8688e69224'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:43:37.350582 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7eafde-75e9-4fa1-8b67-3396b45131d3" -d '{"events": [{"server_uuid": "d3fd1557-7e8e-45d7-9ae6-c621821ee44c", "name": "network-vif-deleted", "tag": "6ad37a94-9efe-4de2-a773-be8688e69224"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:43:37.385387 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b5a033-a7a2-4fd0-bb4b-355a16feac49 x-openstack-request-id: req-e0b5a033-a7a2-4fd0-bb4b-355a16feac49 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:43:37.385677 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fd1557-7e8e-45d7-9ae6-c621821ee44c", "name": "network-vif-deleted", "tag": "6ad37a94-9efe-4de2-a773-be8688e69224", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:43:37.385959 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0b5a033-a7a2-4fd0-bb4b-355a16feac49 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:43:37.386352 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0b5a033-a7a2-4fd0-bb4b-355a16feac49'] response: {'server_uuid': 'd3fd1557-7e8e-45d7-9ae6-c621821ee44c', 'name': 'network-vif-deleted', 'tag': '6ad37a94-9efe-4de2-a773-be8688e69224', 'status': 'completed', 'code': 200} Apr 28 22:43:37.795440 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8270962f-fd5a-44c3-99d5-5cd38d436a20 req-a2c1e8f8-861f-4f62-989a-397f464c9abf tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 210 time: 0.0374255 Apr 28 22:43:38.375572 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ec6fa-06a9-4b4c-9958-c26b12cdece0 req-70fdcf4e-6375-4513-8c6c-d30c514dabe3 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:38.382430 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-257ec6fa-06a9-4b4c-9958-c26b12cdece0 req-70fdcf4e-6375-4513-8c6c-d30c514dabe3 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0857344 Apr 28 22:43:38.430316 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-257ec6fa-06a9-4b4c-9958-c26b12cdece0 req-b765a4f2-b0bc-4bae-be9d-ee4bc6c7dd79 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467303 Apr 28 22:43:38.664025 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-d36c532b-23fc-45e2-8c51-8ea6af07e75f tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:38.665580 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-d36c532b-23fc-45e2-8c51-8ea6af07e75f tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/networks?id=179a43ff-1ba9-4221-940d-de91dbde8432 HTTP/1.1" status: 200 len: 809 time: 0.1115558 Apr 28 22:43:38.680862 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-3e817ab7-5909-44fc-832e-79bc6b89a233 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/quotas/7ecc38cd64564e8fa8abf440693bd006 HTTP/1.1" status: 200 len: 375 time: 0.0091724 Apr 28 22:43:38.682311 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f209851d-4968-4cbe-9c10-7a284296e6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:38.718243 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-91d62be9-5639-431b-b3dc-9f3ada6e2ae8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ecc38cd64564e8fa8abf440693bd006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284715 Apr 28 22:43:38.844846 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2602b84e-3a0d-42c5-a001-7253945ab62f service neutron] 10.222.0.13 "GET /v2.0/networks/179a43ff-1ba9-4221-940d-de91dbde8432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190894 Apr 28 22:43:38.910457 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-de0cdbfa-f8e9-4391-b8aa-5ea4f6cc7234 req-e4fd7565-418f-4d31-b594-0233c95ea149 tempest-DeleteServersTestJSON-2108446340 tempest-DeleteServersTestJSON-2108446340-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fd1557-7e8e-45d7-9ae6-c621821ee44c HTTP/1.1" status: 200 len: 210 time: 0.0274999 Apr 28 22:43:38.943948 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-7f08136a-6557-46c2-a653-750e50b89009 service neutron] 10.222.0.13 "GET /v2.0/networks/179a43ff-1ba9-4221-940d-de91dbde8432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933187 Apr 28 22:43:39.006029 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 6ad37a94-9efe-4de2-a773-be8688e69224 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:43:39.027446 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: 6ad37a94-9efe-4de2-a773-be8688e69224 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:43:39.029003 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 6ad37a94-9efe-4de2-a773-be8688e69224 not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:43:39.029003 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 33f19477-e4f4-41d4-be1c-a329669aa971 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:43:39.047823 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: 33f19477-e4f4-41d4-be1c-a329669aa971 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:43:39.048175 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 33f19477-e4f4-41d4-be1c-a329669aa971 not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:43:39.192912 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9bf1994c-1d78-48c3-9df2-a1beea5e59bf req-6ed63d71-4975-44b6-8ea8-849c9532f03c tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 210 time: 0.0288429 Apr 28 22:43:39.559729 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3e799-5951-4af8-8440-96706ce2ac49 req-c3aa3fae-4991-422c-a142-09e6ac116f44 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:39.561260 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5bf3e799-5951-4af8-8440-96706ce2ac49 req-c3aa3fae-4991-422c-a142-09e6ac116f44 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0472054 Apr 28 22:43:39.612343 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5bf3e799-5951-4af8-8440-96706ce2ac49 req-cc04fe99-ee71-48f7-88ed-3e0438123945 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451334 Apr 28 22:43:39.784608 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:40.293959 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a18626c7-23e6-4437-912b-decca713bae0 req-da92d950-33b4-4408-a00c-8c42b5801728 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 210 time: 0.0312948 Apr 28 22:43:40.732583 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437f1ec-092a-4476-a885-1c2d58a56d2a req-462fd105-d884-4d71-9d55-309ac0163540 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:40.734063 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a437f1ec-092a-4476-a885-1c2d58a56d2a req-462fd105-d884-4d71-9d55-309ac0163540 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0463140 Apr 28 22:43:40.781096 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a437f1ec-092a-4476-a885-1c2d58a56d2a req-1127b1f6-03c5-4177-a0f7-6af38595c845 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 Apr 28 22:43:41.170927 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:41.396342 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-edabb636-7f94-4f0b-8e7b-5d01890b7580 req-cc6156b9-b93d-4ef3-8d3a-fcccaa43e024 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 210 time: 0.0265532 Apr 28 22:43:41.900085 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e3e9c-6d6c-4f51-9b06-13c9fa42ff5a req-2dc485b9-dc2f-447b-9d3e-218a4bc19f01 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:41.901555 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fd7e3e9c-6d6c-4f51-9b06-13c9fa42ff5a req-2dc485b9-dc2f-447b-9d3e-218a4bc19f01 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0539002 Apr 28 22:43:41.948524 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fd7e3e9c-6d6c-4f51-9b06-13c9fa42ff5a req-f3724d47-8a46-44a4-b0bc-176206eff154 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414286 Apr 28 22:43:42.498775 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-07cf2cd1-6f00-40ef-9984-24908dbeb6d0 req-d41abb6e-0e3a-4302-ab8d-bed2c865a5d0 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 210 time: 0.0360858 Apr 28 22:43:42.644868 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:43.062970 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1e185-9bbd-45ed-8869-570ada3e37eb req-19734e3f-c8e7-4e0a-a8d2-310233c2baed tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:43.062970 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ccf1e185-9bbd-45ed-8869-570ada3e37eb req-19734e3f-c8e7-4e0a-a8d2-310233c2baed tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0477316 Apr 28 22:43:43.108434 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ccf1e185-9bbd-45ed-8869-570ada3e37eb req-8568521e-3450-4bc2-b25f-9c3d463adf17 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402193 Apr 28 22:43:43.279284 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:43.593360 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-47c500c5-dd6f-44a9-8a1a-31bad140582a req-2fca7300-63bc-4569-ba9b-5bb3cd8150ee tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 210 time: 0.0288644 Apr 28 22:43:44.217708 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b6140-af79-43fb-9863-6ad82b4e1d07 req-f4a7a664-e615-4976-bf1a-1012d334a8af tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:44.219191 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d90b6140-af79-43fb-9863-6ad82b4e1d07 req-f4a7a664-e615-4976-bf1a-1012d334a8af tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0454941 Apr 28 22:43:44.267146 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d90b6140-af79-43fb-9863-6ad82b4e1d07 req-8a9bb6cc-e533-48a2-84bf-3f817a6fdc01 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424519 Apr 28 22:43:44.822946 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3f2cf19d-c2f1-415c-92b4-5e79dcc9fa52 req-1a4390f8-85e9-4f56-aa6a-8d1ecfa2adea tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 210 time: 0.0258696 Apr 28 22:43:45.378914 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b2b56-33d5-4e79-8a1e-8b3ee227dddf req-b979af8c-c711-40ed-8088-7c4db200e118 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:45.382658 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-009b2b56-33d5-4e79-8a1e-8b3ee227dddf req-b979af8c-c711-40ed-8088-7c4db200e118 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0455625 Apr 28 22:43:45.425688 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-009b2b56-33d5-4e79-8a1e-8b3ee227dddf req-92691ce0-76ef-4928-95c0-e259e50dc385 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397241 Apr 28 22:43:45.920345 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3973a10e-5a41-4651-82e9-e1103fd29074 req-21a5fe12-bfa4-42ab-a8bd-dde53afd5b83 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 210 time: 0.0284173 Apr 28 22:43:46.025497 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-7bcea925-0331-4856-be98-df90e37e4a57 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:46.026962 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-7bcea925-0331-4856-be98-df90e37e4a57 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.31 "GET /v2.0/networks?id=179a43ff-1ba9-4221-940d-de91dbde8432 HTTP/1.1" status: 200 len: 809 time: 0.1031442 Apr 28 22:43:46.040845 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-16715944-6250-437a-bfb3-526365541b41 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Request body: {'port': {'device_id': '51b8115c-9878-4a10-a82e-4b115e5f197d', 'network_id': '179a43ff-1ba9-4221-940d-de91dbde8432', 'admin_state_up': True, 'tenant_id': '7ecc38cd64564e8fa8abf440693bd006'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:43:46.242043 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-16715944-6250-437a-bfb3-526365541b41 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Made reservation on behalf of 7ecc38cd64564e8fa8abf440693bd006 for: {'port': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:43:46.245541 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-16715944-6250-437a-bfb3-526365541b41 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:46.374792 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-16715944-6250-437a-bfb3-526365541b41 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Allocated IP 172.20.0.4 (179a43ff-1ba9-4221-940d-de91dbde8432/93cac01f-66b1-4984-87ec-6a103a96fecb/90d5fe64-adf2-421a-b524-bb68f117173a) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:43:46.564303 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b709d4-6b44-41c2-99b3-69bd25f472c7 req-f1af4dda-d36b-417e-9f4b-436643964920 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:46.565548 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f3b709d4-6b44-41c2-99b3-69bd25f472c7 req-f1af4dda-d36b-417e-9f4b-436643964920 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0697584 Apr 28 22:43:46.568515 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-16715944-6250-437a-bfb3-526365541b41 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Publish callbacks [] for port (90d5fe64-adf2-421a-b524-bb68f117173a), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:46.640387 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f3b709d4-6b44-41c2-99b3-69bd25f472c7 req-4cb139bc-cb0e-4126-be7a-238c0257ed0c tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686543 Apr 28 22:43:46.702799 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-16715944-6250-437a-bfb3-526365541b41 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (90d5fe64-adf2-421a-b524-bb68f117173a), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:46.746134 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-16715944-6250-437a-bfb3-526365541b41 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Network 179a43ff-1ba9-4221-940d-de91dbde8432 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:43:46.751807 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-16715944-6250-437a-bfb3-526365541b41 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:43:46.755558 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-16715944-6250-437a-bfb3-526365541b41 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:43:46.760686 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-16715944-6250-437a-bfb3-526365541b41 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:46.761294 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-16715944-6250-437a-bfb3-526365541b41 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:46.767670 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16715944-6250-437a-bfb3-526365541b41 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Pushing event updated for resources: {'Port': ['ID=90d5fe64-adf2-421a-b524-bb68f117173a,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:46.867380 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-16715944-6250-437a-bfb3-526365541b41 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8300421 Apr 28 22:43:46.878624 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Request body: {'port': {'device_id': '51b8115c-9878-4a10-a82e-4b115e5f197d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:43:46.945050 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (90d5fe64-adf2-421a-b524-bb68f117173a), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.035793 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9398-9b62-4167-8e4e-e4680f1bc24f req-d7808e75-b4c9-4264-81a6-33841457b2e9 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:47.038264 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-71ad9398-9b62-4167-8e4e-e4680f1bc24f req-d7808e75-b4c9-4264-81a6-33841457b2e9 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 931 time: 0.0482821 Apr 28 22:43:47.087390 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-71ad9398-9b62-4167-8e4e-e4680f1bc24f req-be9f5321-6d91-4611-9327-a9642d29adcb tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445545 Apr 28 22:43:47.232020 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d5fe64-adf2-421a-b524-bb68f117173a {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:43:47.234655 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 48102) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:47.240044 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Publish callbacks [] for port (90d5fe64-adf2-421a-b524-bb68f117173a), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.253030 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Transition to ACTIVE for port object 90d5fe64-adf2-421a-b524-bb68f117173a will not be triggered until provisioned by entity L2. {{(pid=110299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:43:47.278931 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-501c0d7a-80eb-472d-946d-546ecef945e4 admin admin] Deleting subnet a6819f92-4793-4103-afc8-628b808918f2 {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 22:43:47.282130 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-501c0d7a-80eb-472d-946d-546ecef945e4 admin admin] Publish callbacks [] for subnet (a6819f92-4793-4103-afc8-628b808918f2), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.301786 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (90d5fe64-adf2-421a-b524-bb68f117173a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.316433 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-501c0d7a-80eb-472d-946d-546ecef945e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4001100'] for subnet (a6819f92-4793-4103-afc8-628b808918f2), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.354629 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Pushing event updated for resources: {'Port': ['ID=90d5fe64-adf2-421a-b524-bb68f117173a,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:47.362367 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-501c0d7a-80eb-472d-946d-546ecef945e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711510'] for subnet (a6819f92-4793-4103-afc8-628b808918f2), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.390812 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Attempting to bind port 90d5fe64-adf2-421a-b524-bb68f117173a on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:43:47.391153 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Attempting to bind port 90d5fe64-adf2-421a-b524-bb68f117173a by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': 'a0f082ea-b736-42c0-a839-49d7c1e7fc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '179a43ff-1ba9-4221-940d-de91dbde8432'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:43:47.391493 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Attempting to bind port 90d5fe64-adf2-421a-b524-bb68f117173a on network 179a43ff-1ba9-4221-940d-de91dbde8432 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:43:47.396062 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Port 90d5fe64-adf2-421a-b524-bb68f117173a on network 179a43ff-1ba9-4221-940d-de91dbde8432 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:43:47.396581 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Attempting to bind port 90d5fe64-adf2-421a-b524-bb68f117173a on network 179a43ff-1ba9-4221-940d-de91dbde8432 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:43:47.401362 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:43:47.401704 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Checking segment: {'id': 'a0f082ea-b736-42c0-a839-49d7c1e7fc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '179a43ff-1ba9-4221-940d-de91dbde8432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:43:47.402167 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Bound using segment: {'id': 'a0f082ea-b736-42c0-a839-49d7c1e7fc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '179a43ff-1ba9-4221-940d-de91dbde8432'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:43:47.402592 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Bound port: 90d5fe64-adf2-421a-b524-bb68f117173a, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f082ea-b736-42c0-a839-49d7c1e7fc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '179a43ff-1ba9-4221-940d-de91dbde8432'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:43:47.402968 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (90d5fe64-adf2-421a-b524-bb68f117173a), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.465142 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] For port 90d5fe64-adf2-421a-b524-bb68f117173a, host hv-cinder-83982, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:43:47.468385 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] For port 90d5fe64-adf2-421a-b524-bb68f117173a, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=90d5fe64-adf2-421a-b524-bb68f117173a,segment=NetworkSegment(a0f082ea-b736-42c0-a839-49d7c1e7fc04),segment_id=a0f082ea-b736-42c0-a839-49d7c1e7fc04)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:43:47.479645 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-501c0d7a-80eb-472d-946d-546ecef945e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288626'] for subnet (a6819f92-4793-4103-afc8-628b808918f2), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.506526 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c0d7a-80eb-472d-946d-546ecef945e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6819f92-4793-4103-afc8-628b808918f2,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:47.510732 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-501c0d7a-80eb-472d-946d-546ecef945e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.511575 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-501c0d7a-80eb-472d-946d-546ecef945e4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a6819f92-4793-4103-afc8-628b808918f2 HTTP/1.1" status: 204 len: 168 time: 0.2756808 Apr 28 22:43:47.513976 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 48104) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:47.554392 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (90d5fe64-adf2-421a-b524-bb68f117173a), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.588155 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0df2a42d-f52a-47bf-bc66-c160083bf8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719352'] for network (5d19ae2d-5363-42e0-8569-31c00579b9cd), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.591072 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:47.591689 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.593077 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] 10.222.0.31 "PUT /v2.0/ports/90d5fe64-adf2-421a-b524-bb68f117173a HTTP/1.1" status: 200 len: 1093 time: 0.7185061 Apr 28 22:43:47.593508 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b8115c-9878-4a10-a82e-4b115e5f197d', 'tag': '90d5fe64-adf2-421a-b524-bb68f117173a'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:43:47.595938 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bef4fe-42c3-416e-9c1f-50cb73e13efb" -d '{"events": [{"name": "network-changed", "server_uuid": "51b8115c-9878-4a10-a82e-4b115e5f197d", "tag": "90d5fe64-adf2-421a-b524-bb68f117173a"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:43:47.616213 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdf91b-3539-405a-9d55-5e95d31af27a service neutron] Pushing event updated for resources: {'Port': ['ID=90d5fe64-adf2-421a-b524-bb68f117173a,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:47.640984 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e0abe9-3bb1-40d9-820b-f9fae1985fe9 x-openstack-request-id: req-a1e0abe9-3bb1-40d9-820b-f9fae1985fe9 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:43:47.641285 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b8115c-9878-4a10-a82e-4b115e5f197d", "tag": "90d5fe64-adf2-421a-b524-bb68f117173a", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:43:47.641545 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1e0abe9-3bb1-40d9-820b-f9fae1985fe9 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:43:47.642471 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e0abe9-3bb1-40d9-820b-f9fae1985fe9'] response: {'name': 'network-changed', 'server_uuid': '51b8115c-9878-4a10-a82e-4b115e5f197d', 'tag': '90d5fe64-adf2-421a-b524-bb68f117173a', 'status': 'completed', 'code': 200} Apr 28 22:43:47.673443 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0df2a42d-f52a-47bf-bc66-c160083bf8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708811', 'neutron.services.segments.db._delete_segments_for_network-8773828784761'] for network (5d19ae2d-5363-42e0-8569-31c00579b9cd), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.695019 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-0df2a42d-f52a-47bf-bc66-c160083bf8fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d19ae2d-5363-42e0-8569-31c00579b9cd']}} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:43:47.705084 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-0df2a42d-f52a-47bf-bc66-c160083bf8fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cebf4b0-d748-487c-9d5b-2885e41aa0d7') {'for_net_delete': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:43:47.705384 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-0df2a42d-f52a-47bf-bc66-c160083bf8fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cebf4b0-d748-487c-9d5b-2885e41aa0d7') {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:43:47.716690 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0df2a42d-f52a-47bf-bc66-c160083bf8fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773828787842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4001109'] for segment (2cebf4b0-d748-487c-9d5b-2885e41aa0d7), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.753901 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0df2a42d-f52a-47bf-bc66-c160083bf8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (2cebf4b0-d748-487c-9d5b-2885e41aa0d7), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.764619 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df2a42d-f52a-47bf-bc66-c160083bf8fa admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=110300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 22:43:47.765006 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0df2a42d-f52a-47bf-bc66-c160083bf8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442450'] for segment (2cebf4b0-d748-487c-9d5b-2885e41aa0d7), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: Traceback (most recent call last): Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: timer() Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: cb(*args, **kw) Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: return func(*args, **kwargs) Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: self._notify() Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: self.callback(batched_events) Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: event.method(event) Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: return f(self, *a, **k) Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._get(url).json() Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: return self.request(url, 'GET', **kwargs) Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 22:43:47.766667 dv-cinder-839825-1-iscsi neutron-server[110300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 22:43:47.795580 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594018f-ef8f-4782-910b-7cdca0b47597 req-6f630336-ef0d-4a76-b8dd-af6a7e7ef29c tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:47.797187 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a594018f-ef8f-4782-910b-7cdca0b47597 req-6f630336-ef0d-4a76-b8dd-af6a7e7ef29c tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0730629 Apr 28 22:43:47.866882 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a594018f-ef8f-4782-910b-7cdca0b47597 req-7128e0e9-d8da-4b0b-a662-32e794249df6 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445051 Apr 28 22:43:47.944870 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0df2a42d-f52a-47bf-bc66-c160083bf8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833228'] for network (5d19ae2d-5363-42e0-8569-31c00579b9cd), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.955548 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0df2a42d-f52a-47bf-bc66-c160083bf8fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:47.956183 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-0df2a42d-f52a-47bf-bc66-c160083bf8fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/5d19ae2d-5363-42e0-8569-31c00579b9cd HTTP/1.1" status: 204 len: 168 time: 0.4413006 Apr 28 22:43:47.969832 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2a42d-f52a-47bf-bc66-c160083bf8fa admin admin] Pushing event deleted for resources: {'Network': ['ID=5d19ae2d-5363-42e0-8569-31c00579b9cd,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:48.203472 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa98f1b-65fa-44a1-91cb-6f375e6ce17d req-585b34cd-cdea-446f-9ee6-336a0c3890aa tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:48.204974 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-afa98f1b-65fa-44a1-91cb-6f375e6ce17d req-585b34cd-cdea-446f-9ee6-336a0c3890aa tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0499356 Apr 28 22:43:48.252073 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-afa98f1b-65fa-44a1-91cb-6f375e6ce17d req-5d629d74-ae01-49ee-b7e4-08a0904850aa tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Apr 28 22:43:48.382602 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 48126) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:48.421162 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e3024bce-67b1-4c4d-9623-b9384f68ff5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf1cdf4729fa42d0aab129b940c67052&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0374010 Apr 28 22:43:48.423574 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 48128) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:48.469905 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-de01f504-6d57-4f1b-b003-c09dc189e80b admin admin] Publish callbacks [] for security_group (3464b953-830f-4be7-91ca-7de870822f1a), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:48.493392 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-de01f504-6d57-4f1b-b003-c09dc189e80b admin admin] Publish callbacks [] for security_group (3464b953-830f-4be7-91ca-7de870822f1a), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:48.601895 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-de01f504-6d57-4f1b-b003-c09dc189e80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (3464b953-830f-4be7-91ca-7de870822f1a), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:48.604344 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-de01f504-6d57-4f1b-b003-c09dc189e80b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:48.605515 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-de01f504-6d57-4f1b-b003-c09dc189e80b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3464b953-830f-4be7-91ca-7de870822f1a HTTP/1.1" status: 204 len: 168 time: 0.1810648 Apr 28 22:43:48.613652 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01f504-6d57-4f1b-b003-c09dc189e80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3464b953-830f-4be7-91ca-7de870822f1a,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:48.980990 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89dcdf-378d-4c3a-b24f-30d77ab19b44 req-ed4ba68b-792e-4766-97e6-d8a6cac7acf1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:48.983956 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7d89dcdf-378d-4c3a-b24f-30d77ab19b44 req-ed4ba68b-792e-4766-97e6-d8a6cac7acf1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0515022 Apr 28 22:43:49.031435 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7d89dcdf-378d-4c3a-b24f-30d77ab19b44 req-0346057e-c93a-4a0c-83bb-35e9b01aed5b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416317 Apr 28 22:43:49.371092 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae1577-6824-4960-9981-639d1c6c9760 req-3ed609bf-fdf2-495d-ad82-eb48418df36a tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:49.372578 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c2ae1577-6824-4960-9981-639d1c6c9760 req-3ed609bf-fdf2-495d-ad82-eb48418df36a tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0535483 Apr 28 22:43:49.421425 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c2ae1577-6824-4960-9981-639d1c6c9760 req-329ab0a2-d0e3-4681-b7a3-1e88bc292a5a tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430281 Apr 28 22:43:50.140372 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d63dc-3fcf-4ca5-848a-93d4994b84c9 req-06b60e27-80da-44f3-ad90-b7bd625ff769 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:50.141857 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8a8d63dc-3fcf-4ca5-848a-93d4994b84c9 req-06b60e27-80da-44f3-ad90-b7bd625ff769 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0451014 Apr 28 22:43:50.191469 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8a8d63dc-3fcf-4ca5-848a-93d4994b84c9 req-e890e459-98f1-4acf-b867-47d534293b30 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441210 Apr 28 22:43:50.533142 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b3dd0-7cc1-4e0f-a0f2-babef8f474a5 req-089765ad-38a1-410b-97c0-2fefe997914f tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:50.534517 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bd9b3dd0-7cc1-4e0f-a0f2-babef8f474a5 req-089765ad-38a1-410b-97c0-2fefe997914f tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0454321 Apr 28 22:43:50.582700 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bd9b3dd0-7cc1-4e0f-a0f2-babef8f474a5 req-bf96dc4f-4fb9-4bd9-be41-7c3406e08101 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427542 Apr 28 22:43:51.306370 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a2a6-4ff9-4fef-a9d1-1f9537aa4089 req-f492d2c7-46de-48fb-9c66-ae8ae986946f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:51.307732 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6151a2a6-4ff9-4fef-a9d1-1f9537aa4089 req-f492d2c7-46de-48fb-9c66-ae8ae986946f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0447748 Apr 28 22:43:51.358187 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6151a2a6-4ff9-4fef-a9d1-1f9537aa4089 req-4b6e36fa-4fde-4da7-9791-df302609f5be tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443707 Apr 28 22:43:51.730556 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb3c09-a8d8-45f0-a0a6-420d8c34d52b req-9c6af03f-de98-411e-933b-aadfccbec218 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:51.732076 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-85bb3c09-a8d8-45f0-a0a6-420d8c34d52b req-9c6af03f-de98-411e-933b-aadfccbec218 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0799601 Apr 28 22:43:51.740535 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bef4fe-42c3-416e-9c1f-50cb73e13efb req-15414119-6d57-41cb-884d-cd397ea9a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:51.741911 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-69bef4fe-42c3-416e-9c1f-50cb73e13efb req-15414119-6d57-41cb-884d-cd397ea9a90b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ecc38cd64564e8fa8abf440693bd006&device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 1127 time: 0.0615139 Apr 28 22:43:51.798325 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-85bb3c09-a8d8-45f0-a0a6-420d8c34d52b req-321ed146-064c-4997-98c4-237be195df5e tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598416 Apr 28 22:43:51.866398 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bef4fe-42c3-416e-9c1f-50cb73e13efb req-051214eb-fa4d-445f-907f-233d84ad9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:51.867821 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-69bef4fe-42c3-416e-9c1f-50cb73e13efb req-051214eb-fa4d-445f-907f-233d84ad9075 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7ecc38cd64564e8fa8abf440693bd006&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1010482 Apr 28 22:43:51.959821 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bef4fe-42c3-416e-9c1f-50cb73e13efb req-830808f7-1fb6-4daf-a374-1b9469ed35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:51.961250 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-69bef4fe-42c3-416e-9c1f-50cb73e13efb req-830808f7-1fb6-4daf-a374-1b9469ed35fa service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874231 Apr 28 22:43:52.031237 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-25f73763-fe47-4d6c-91a2-38be316e8823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:52.032674 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-25f73763-fe47-4d6c-91a2-38be316e8823 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ecc38cd64564e8fa8abf440693bd006&device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 1127 time: 0.0377269 Apr 28 22:43:52.468862 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca7194-2faf-4c0a-9cd7-aeb7e72c6715 req-ec6ab5be-41f0-44f8-966f-3c7ed35c5fd6 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:52.470377 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7dca7194-2faf-4c0a-9cd7-aeb7e72c6715 req-ec6ab5be-41f0-44f8-966f-3c7ed35c5fd6 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0472484 Apr 28 22:43:52.519741 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7dca7194-2faf-4c0a-9cd7-aeb7e72c6715 req-9755509f-ab65-429d-b960-cab713eed807 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424733 Apr 28 22:43:52.913873 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2dd52-05ba-4cc2-aab7-5d0927eafe78 req-728020dd-2eb3-49d5-bd86-2f730e8ca06e tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:52.915349 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-56e2dd52-05ba-4cc2-aab7-5d0927eafe78 req-728020dd-2eb3-49d5-bd86-2f730e8ca06e tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0475659 Apr 28 22:43:52.965374 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-56e2dd52-05ba-4cc2-aab7-5d0927eafe78 req-835840a2-15c8-48b9-a087-937cbdf3d6d9 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436740 Apr 28 22:43:53.637451 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884c0dc-2f6b-4884-8a2d-9b692b774c0b req-adaff7f6-32df-4bae-af26-ded3a4c06fc4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:53.639077 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d884c0dc-2f6b-4884-8a2d-9b692b774c0b req-adaff7f6-32df-4bae-af26-ded3a4c06fc4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0478532 Apr 28 22:43:53.675765 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:43:53.687441 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d884c0dc-2f6b-4884-8a2d-9b692b774c0b req-21bb9960-6cd9-4be5-98fa-27a539977726 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423758 Apr 28 22:43:53.865407 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-15d068b8-2aee-44e3-982e-c02d24e7e819 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90d5fe64-adf2-421a-b524-bb68f117173a HTTP/1.1" status: 200 len: 217 time: 0.0360634 Apr 28 22:43:53.920773 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-121d1ca4-ef64-455a-9e61-012c59266578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:53.922273 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-121d1ca4-ef64-455a-9e61-012c59266578 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=93cac01f-66b1-4984-87ec-6a103a96fecb HTTP/1.1" status: 200 len: 849 time: 0.0479846 Apr 28 22:43:53.956435 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-9b487ee6-9f9e-4ab7-b501-2c1dec564833 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=179a43ff-1ba9-4221-940d-de91dbde8432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271127 Apr 28 22:43:53.990602 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b1e52-cda5-423a-9b11-f28c7cd8b0a0 req-059cdf72-07b7-42df-9a66-149a9dc9a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:53.992086 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-307b1e52-cda5-423a-9b11-f28c7cd8b0a0 req-059cdf72-07b7-42df-9a66-149a9dc9a50f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 1129 time: 0.0373795 Apr 28 22:43:54.036943 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-307b1e52-cda5-423a-9b11-f28c7cd8b0a0 req-eb14b7fc-cd6e-4351-b5b8-79acf6bc0e27 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375118 Apr 28 22:43:54.087799 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-b0027030-cd3b-46fc-8250-8bafef9e0007 service neutron] 10.222.0.31 "GET /v2.0/networks/179a43ff-1ba9-4221-940d-de91dbde8432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250741 Apr 28 22:43:54.098173 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c0340-9853-487c-a05a-375bedcf278a req-55154d1d-bb0a-441b-9d13-dee8054f50fe tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:54.104589 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4b8c0340-9853-487c-a05a-375bedcf278a req-55154d1d-bb0a-441b-9d13-dee8054f50fe tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0658770 Apr 28 22:43:54.152978 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4b8c0340-9853-487c-a05a-375bedcf278a req-d6cad2e7-883b-4d5a-bfbe-823df6e69677 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473661 Apr 28 22:43:54.439776 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d5777ed4-7f61-4568-a3da-d5364f75ee40 req-39d8228f-0119-4f43-9536-57b307235016 service neutron] 10.222.0.31 "GET /v2.0/networks/179a43ff-1ba9-4221-940d-de91dbde8432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807619 Apr 28 22:43:54.663347 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 48292) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:54.795025 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bbc4bd8a-d294-45f5-9d78-3611a7aa5a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:54.822311 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e863b4e-278b-47a8-a42c-473c3ec99295 req-b80a2abb-7ed6-478b-aeb1-6deb360c8528 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:54.824290 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9e863b4e-278b-47a8-a42c-473c3ec99295 req-b80a2abb-7ed6-478b-aeb1-6deb360c8528 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0676506 Apr 28 22:43:54.892549 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9e863b4e-278b-47a8-a42c-473c3ec99295 req-1784be8c-9d4e-4bc3-a079-9ad225803c4c tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618281 Apr 28 22:43:54.918218 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bbc4bd8a-d294-45f5-9d78-3611a7aa5a6c admin admin] Publish callbacks [] for security_group (73496803-ec5f-490f-9d93-7838a7edbf14), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:54.993059 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bbc4bd8a-d294-45f5-9d78-3611a7aa5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (73496803-ec5f-490f-9d93-7838a7edbf14), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:55.031465 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-bbc4bd8a-d294-45f5-9d78-3611a7aa5a6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1da562d387304319bd4d0c70a9135006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670516 Apr 28 22:43:55.032589 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4bd8a-d294-45f5-9d78-3611a7aa5a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73496803-ec5f-490f-9d93-7838a7edbf14,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:55.034193 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 48300) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:55.087991 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-85148a21-9780-466a-b559-0e6248f3a11c admin admin] Publish callbacks [] for security_group (73496803-ec5f-490f-9d93-7838a7edbf14), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:55.108411 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-85148a21-9780-466a-b559-0e6248f3a11c admin admin] Publish callbacks [] for security_group (73496803-ec5f-490f-9d93-7838a7edbf14), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:55.247423 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-85148a21-9780-466a-b559-0e6248f3a11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (73496803-ec5f-490f-9d93-7838a7edbf14), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:55.249731 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-85148a21-9780-466a-b559-0e6248f3a11c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:55.250822 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-85148a21-9780-466a-b559-0e6248f3a11c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73496803-ec5f-490f-9d93-7838a7edbf14 HTTP/1.1" status: 204 len: 168 time: 0.2155285 Apr 28 22:43:55.267084 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85148a21-9780-466a-b559-0e6248f3a11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73496803-ec5f-490f-9d93-7838a7edbf14,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:55.276769 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f84231-b398-457e-aab5-823b4378f9f6 req-61269cb4-0eda-43c2-bc52-e2c52ea8c457 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:55.278466 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-10f84231-b398-457e-aab5-823b4378f9f6 req-61269cb4-0eda-43c2-bc52-e2c52ea8c457 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0579250 Apr 28 22:43:55.330347 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-10f84231-b398-457e-aab5-823b4378f9f6 req-65224b10-4261-4a89-9ae6-da6bcb9cc4a9 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453355 Apr 28 22:43:55.847531 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 48318) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:55.860975 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d687d6a5-dabf-4f16-82ec-57634bbe044d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:55.934723 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d687d6a5-dabf-4f16-82ec-57634bbe044d admin admin] Publish callbacks [] for security_group (73311a5a-8ba2-404f-ae61-5e7e4b4cc492), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:56.005679 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4a24b-e8db-4e90-b55e-55e8a1b3dd49 req-6bdc7ebc-ee85-4cfb-af58-2cbdc7dd5710 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:56.007149 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-73d4a24b-e8db-4e90-b55e-55e8a1b3dd49 req-6bdc7ebc-ee85-4cfb-af58-2cbdc7dd5710 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0451152 Apr 28 22:43:56.007464 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d687d6a5-dabf-4f16-82ec-57634bbe044d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (73311a5a-8ba2-404f-ae61-5e7e4b4cc492), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:56.048951 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d687d6a5-dabf-4f16-82ec-57634bbe044d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cbb904b24dd436bad75afa6bebe4934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003195 Apr 28 22:43:56.050624 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687d6a5-dabf-4f16-82ec-57634bbe044d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73311a5a-8ba2-404f-ae61-5e7e4b4cc492,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:56.052886 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 48322) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:43:56.063105 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-73d4a24b-e8db-4e90-b55e-55e8a1b3dd49 req-4e4f9b6a-4391-43a6-bcdf-f21e46536996 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504026 Apr 28 22:43:56.103488 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f420b63b-7216-4566-9287-cfbb1dad4e46 admin admin] Publish callbacks [] for security_group (73311a5a-8ba2-404f-ae61-5e7e4b4cc492), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:56.125318 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f420b63b-7216-4566-9287-cfbb1dad4e46 admin admin] Publish callbacks [] for security_group (73311a5a-8ba2-404f-ae61-5e7e4b4cc492), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:56.255862 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f420b63b-7216-4566-9287-cfbb1dad4e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (73311a5a-8ba2-404f-ae61-5e7e4b4cc492), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:56.258562 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f420b63b-7216-4566-9287-cfbb1dad4e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:43:56.259836 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-f420b63b-7216-4566-9287-cfbb1dad4e46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73311a5a-8ba2-404f-ae61-5e7e4b4cc492 HTTP/1.1" status: 204 len: 168 time: 0.2059300 Apr 28 22:43:56.268019 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420b63b-7216-4566-9287-cfbb1dad4e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73311a5a-8ba2-404f-ae61-5e7e4b4cc492,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:43:56.438944 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b54a99-4e0c-4701-adfd-94a5b6f7eaad req-11f5a031-ea68-46f2-bc17-97e0b5a230e1 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:56.442274 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-63b54a99-4e0c-4701-adfd-94a5b6f7eaad req-11f5a031-ea68-46f2-bc17-97e0b5a230e1 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0472472 Apr 28 22:43:56.486913 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-63b54a99-4e0c-4701-adfd-94a5b6f7eaad req-53508f80-3432-4d86-aa76-55355279bb6b tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410640 Apr 28 22:43:57.175889 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca38a67-f57f-4e40-95a7-81e128d18417 req-6830f767-b1df-4dcc-adbb-1ec9c92a8d4b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:57.177431 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cca38a67-f57f-4e40-95a7-81e128d18417 req-6830f767-b1df-4dcc-adbb-1ec9c92a8d4b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0461054 Apr 28 22:43:57.234110 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cca38a67-f57f-4e40-95a7-81e128d18417 req-1ac4fbd4-257a-42be-9f92-3266a474a8eb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510204 Apr 28 22:43:57.601019 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9db04-9a89-4240-b986-31e3768c0360 req-6714ca1b-36ab-45c5-8f17-0cb8cdb2e00b tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:57.602553 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-03e9db04-9a89-4240-b986-31e3768c0360 req-6714ca1b-36ab-45c5-8f17-0cb8cdb2e00b tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0484955 Apr 28 22:43:57.652688 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-03e9db04-9a89-4240-b986-31e3768c0360 req-6ddd9c8f-315b-42c1-9e4e-1655104de3ea tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405107 Apr 28 22:43:58.360659 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f0a75-8336-4870-9b62-f43601464d27 req-d8580896-093a-4928-bdd7-6c861f8ca78b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:58.362340 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0e5f0a75-8336-4870-9b62-f43601464d27 req-d8580896-093a-4928-bdd7-6c861f8ca78b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0593367 Apr 28 22:43:58.410521 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0e5f0a75-8336-4870-9b62-f43601464d27 req-0824a07b-adfe-48fa-b1ea-ca04bea42b83 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417082 Apr 28 22:43:58.764884 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3cf1d-e375-4997-9b56-9a48935ed186 req-e17180c9-675e-4a16-bbb5-ddddc9879aba tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:58.766435 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-53e3cf1d-e375-4997-9b56-9a48935ed186 req-e17180c9-675e-4a16-bbb5-ddddc9879aba tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0460732 Apr 28 22:43:58.819078 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-53e3cf1d-e375-4997-9b56-9a48935ed186 req-3967e290-32dc-455b-bb0c-e6b2dca74f44 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423262 Apr 28 22:43:59.529043 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c7070-b247-49e7-afc8-e72b8409738a req-4979b3f6-71fe-4636-9ef0-3807af0e0695 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:59.530643 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f96c7070-b247-49e7-afc8-e72b8409738a req-4979b3f6-71fe-4636-9ef0-3807af0e0695 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0540140 Apr 28 22:43:59.576733 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f96c7070-b247-49e7-afc8-e72b8409738a req-9f436b4b-cbc4-4219-af5c-9517083bcca9 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Apr 28 22:43:59.927001 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a42f13-0b89-451c-96f7-acc4d72d668f req-072d416a-cec8-4eb6-ad5d-44648ef692e4 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:43:59.928428 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b3a42f13-0b89-451c-96f7-acc4d72d668f req-072d416a-cec8-4eb6-ad5d-44648ef692e4 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0449219 Apr 28 22:43:59.976681 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b3a42f13-0b89-451c-96f7-acc4d72d668f req-1cd26a30-f22c-4063-b7d2-719ba125cbaf tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423505 Apr 28 22:44:00.686753 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88b1a9-6873-469c-b677-5f660031e0f8 req-0b144e18-4c05-46ac-8746-7288a673985f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:00.688204 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-be88b1a9-6873-469c-b677-5f660031e0f8 req-0b144e18-4c05-46ac-8746-7288a673985f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0450742 Apr 28 22:44:00.734029 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-be88b1a9-6873-469c-b677-5f660031e0f8 req-82a535a4-acea-40b3-8e8e-34351f6f4e0b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403216 Apr 28 22:44:01.087420 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ac252-0467-4eca-81d7-5c8a3f09eaa9 req-7e85eebb-57d0-42cf-a622-4c5d1a605463 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:01.088862 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1c3ac252-0467-4eca-81d7-5c8a3f09eaa9 req-7e85eebb-57d0-42cf-a622-4c5d1a605463 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0453167 Apr 28 22:44:01.133510 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1c3ac252-0467-4eca-81d7-5c8a3f09eaa9 req-3e5d549c-0924-4d11-a330-fba12e8b9852 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393097 Apr 28 22:44:01.853424 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb983ad-d3b5-4c8c-9f0d-17293f3decf3 req-f1d98af3-b1b6-46ff-a42a-a6c32b2cd39d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:01.856399 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cfb983ad-d3b5-4c8c-9f0d-17293f3decf3 req-f1d98af3-b1b6-46ff-a42a-a6c32b2cd39d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0573025 Apr 28 22:44:01.902428 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cfb983ad-d3b5-4c8c-9f0d-17293f3decf3 req-b15bbf85-2296-48d8-a61e-e4300d69c8cc tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399551 Apr 28 22:44:02.242718 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db35ff-57df-4a00-8115-3bfcdc6818eb req-a9973c9b-40a3-420c-9d2e-d7e62d3dbb45 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:02.244136 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-30db35ff-57df-4a00-8115-3bfcdc6818eb req-a9973c9b-40a3-420c-9d2e-d7e62d3dbb45 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0441697 Apr 28 22:44:02.289688 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-30db35ff-57df-4a00-8115-3bfcdc6818eb req-9ef15c35-0080-46b5-8c27-5601939de44b tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Apr 28 22:44:03.014563 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be633e0-ec8d-49f6-bf0e-54dcc58b67db req-d719ec52-fd2c-4144-8c6e-1aaf80c14881 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:03.016033 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0be633e0-ec8d-49f6-bf0e-54dcc58b67db req-d719ec52-fd2c-4144-8c6e-1aaf80c14881 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0480087 Apr 28 22:44:03.060550 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0be633e0-ec8d-49f6-bf0e-54dcc58b67db req-d740d77a-3499-44fa-9bfd-61071e383a8e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391393 Apr 28 22:44:03.405176 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f84d1c-b126-4134-a694-f8ff790ac4bd req-50a5c636-5d5d-46d1-97ac-e5b7c1a18052 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:03.406630 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f0f84d1c-b126-4134-a694-f8ff790ac4bd req-50a5c636-5d5d-46d1-97ac-e5b7c1a18052 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0462692 Apr 28 22:44:03.451184 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f0f84d1c-b126-4134-a694-f8ff790ac4bd req-f2f1cffb-295b-433f-b33d-92cd19235504 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391631 Apr 28 22:44:04.167030 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a3e08-9d58-4793-b541-93e03fab178c req-caef57f9-1c03-47c8-b940-b47b15c19c59 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:04.168453 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c00a3e08-9d58-4793-b541-93e03fab178c req-caef57f9-1c03-47c8-b940-b47b15c19c59 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0438955 Apr 28 22:44:04.215825 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c00a3e08-9d58-4793-b541-93e03fab178c req-96ee6dea-7bb9-48d9-b765-4a8910ca7136 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421121 Apr 28 22:44:04.560696 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af957c-10be-4724-a825-4c58c4a59df7 req-8d5fa767-aa01-4e76-aefa-d79bc6b49a02 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:04.562219 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-06af957c-10be-4724-a825-4c58c4a59df7 req-8d5fa767-aa01-4e76-aefa-d79bc6b49a02 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0451510 Apr 28 22:44:04.607407 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-06af957c-10be-4724-a825-4c58c4a59df7 req-39165876-8a1b-4190-be8d-c769cebc1689 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395653 Apr 28 22:44:05.326703 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19ac53-5e13-4d1e-82f3-be2d9060b8e3 req-6ae1b152-769d-4657-8a79-5ac6d50c670a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:05.328413 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2d19ac53-5e13-4d1e-82f3-be2d9060b8e3 req-6ae1b152-769d-4657-8a79-5ac6d50c670a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0478642 Apr 28 22:44:05.377783 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2d19ac53-5e13-4d1e-82f3-be2d9060b8e3 req-9ee35ed3-18b7-4ceb-a256-2fe2c31da196 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431361 Apr 28 22:44:05.720663 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2fb41-75ea-4b83-9a2e-e96143238f8a req-e91a59c5-7a47-49de-9369-2ac9c7c69ac2 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:05.722126 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e3d2fb41-75ea-4b83-9a2e-e96143238f8a req-e91a59c5-7a47-49de-9369-2ac9c7c69ac2 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0474958 Apr 28 22:44:05.767278 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e3d2fb41-75ea-4b83-9a2e-e96143238f8a req-fb132002-590c-4493-a5b1-b8c9466e034d tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396626 Apr 28 22:44:06.475293 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f66d56cd-0752-488d-8fe6-4e6ea2a02d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:06.487837 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5a652-f3bc-42b5-a313-abbe751dbe7c req-cb3c3fc7-43e2-4346-ac6b-3e8e00c77582 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:06.489285 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-08f5a652-f3bc-42b5-a313-abbe751dbe7c req-cb3c3fc7-43e2-4346-ac6b-3e8e00c77582 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0463626 Apr 28 22:44:06.533838 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-08f5a652-f3bc-42b5-a313-abbe751dbe7c req-20e7c14f-78ec-4a5b-8d30-fec639d934e6 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390158 Apr 28 22:44:06.876056 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ff2b7-ec73-4ba6-bfef-447ddf8dc5ce req-03433c6d-0918-435e-bd0c-e30168a0ecd5 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:06.877521 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-504ff2b7-ec73-4ba6-bfef-447ddf8dc5ce req-03433c6d-0918-435e-bd0c-e30168a0ecd5 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0453331 Apr 28 22:44:06.923211 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-504ff2b7-ec73-4ba6-bfef-447ddf8dc5ce req-2f8e460b-6a7c-4ec6-bcd0-971644e8d213 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399146 Apr 28 22:44:07.642811 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88026826-9224-49df-ac3c-364681b7b14d req-29a0206f-f452-4d05-910b-b0442513d6f0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:07.644173 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-88026826-9224-49df-ac3c-364681b7b14d req-29a0206f-f452-4d05-910b-b0442513d6f0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0454721 Apr 28 22:44:07.695932 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-88026826-9224-49df-ac3c-364681b7b14d req-dd082605-3c52-445e-ad04-e71a324a4f06 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459356 Apr 28 22:44:08.035830 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce96d3-71bc-4164-8b93-7fa7b00f0f9b req-9325986f-75d0-48bd-8e9a-82e33604b56d tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:08.037286 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-adce96d3-71bc-4164-8b93-7fa7b00f0f9b req-9325986f-75d0-48bd-8e9a-82e33604b56d tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0487366 Apr 28 22:44:08.082307 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-adce96d3-71bc-4164-8b93-7fa7b00f0f9b req-dec70c4d-9d03-40d2-b780-93b7b4be2bea tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394654 Apr 28 22:44:08.643754 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e1e94795-f6e5-45d2-beb3-12ec50c7c971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:08.813107 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c129c4d-09d3-436b-8544-304adf21c552 req-ebccbdbc-16c0-4907-b38c-6c0beb3165f0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:08.814957 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1c129c4d-09d3-436b-8544-304adf21c552 req-ebccbdbc-16c0-4907-b38c-6c0beb3165f0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0513432 Apr 28 22:44:08.872112 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1c129c4d-09d3-436b-8544-304adf21c552 req-617b6f1e-ce12-4286-9e54-cf0d54a5b66d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515871 Apr 28 22:44:09.195005 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddd834-527f-4840-9911-2894d9078b59 req-e6b220d4-0d0a-4f03-b4d9-caed6ff2272b tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:09.196659 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-50ddd834-527f-4840-9911-2894d9078b59 req-e6b220d4-0d0a-4f03-b4d9-caed6ff2272b tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0472221 Apr 28 22:44:09.248322 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-50ddd834-527f-4840-9911-2894d9078b59 req-382ca593-0b88-4fd6-b8ec-687c47c2ad08 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449424 Apr 28 22:44:09.818502 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:09.986895 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc24ab7-e3cb-430b-80e9-177799c1f89e req-2be1291b-c152-4338-b9a1-fa950cc82efb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:09.988366 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4cc24ab7-e3cb-430b-80e9-177799c1f89e req-2be1291b-c152-4338-b9a1-fa950cc82efb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0470893 Apr 28 22:44:10.234146 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4cc24ab7-e3cb-430b-80e9-177799c1f89e req-2e8adf2f-e1cc-49fe-bbcf-f9527f84856b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398407 Apr 28 22:44:10.373532 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5bcc1-7d4b-4f2f-b04c-8664612f4804 req-35d30faf-500c-4e86-bc79-a4cba0998c09 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:10.375188 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e3c5bcc1-7d4b-4f2f-b04c-8664612f4804 req-35d30faf-500c-4e86-bc79-a4cba0998c09 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 943 time: 0.0569868 Apr 28 22:44:10.409244 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 90d5fe64-adf2-421a-b524-bb68f117173a details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:44:10.422780 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e3c5bcc1-7d4b-4f2f-b04c-8664612f4804 req-d624cf34-0676-40af-a4e7-d843cec1b085 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466077 Apr 28 22:44:10.525159 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 90d5fe64-adf2-421a-b524-bb68f117173a, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=90d5fe64-adf2-421a-b524-bb68f117173a,segment=NetworkSegment(a0f082ea-b736-42c0-a839-49d7c1e7fc04),segment_id=a0f082ea-b736-42c0-a839-49d7c1e7fc04)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:44:10.537749 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': '90d5fe64-adf2-421a-b524-bb68f117173a', 'network_id': '179a43ff-1ba9-4221-940d-de91dbde8432', 'port_id': '90d5fe64-adf2-421a-b524-bb68f117173a', 'mac_address': 'fa:16:3e:19:13:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93cac01f-66b1-4984-87ec-6a103a96fecb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:44:10.575770 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 90d5fe64-adf2-421a-b524-bb68f117173a is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:44:10.577063 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (90d5fe64-adf2-421a-b524-bb68f117173a), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:10.590369 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d5fe64-adf2-421a-b524-bb68f117173a {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:44:10.610621 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 90d5fe64-adf2-421a-b524-bb68f117173a, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=90d5fe64-adf2-421a-b524-bb68f117173a,segment=NetworkSegment(a0f082ea-b736-42c0-a839-49d7c1e7fc04),segment_id=a0f082ea-b736-42c0-a839-49d7c1e7fc04)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:44:10.672878 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (90d5fe64-adf2-421a-b524-bb68f117173a), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:10.725464 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=90d5fe64-adf2-421a-b524-bb68f117173a,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:10.973391 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 48676) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:10.976376 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 48678) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:11.106309 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-42a7bebd-9d92-49d4-9977-5106d7e1ee40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.192957 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-42a7bebd-9d92-49d4-9977-5106d7e1ee40 admin admin] Publish callbacks [] for security_group (2ed6c259-674b-4e97-b514-41a5ecc7086c), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.229984 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.238069 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84ea9c1-4eb2-45b4-89da-ad15bbb426ef admin admin] Deleting subnet 3cee3c4b-b7ea-409a-a223-8433311d9ecf {{(pid=110299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 22:44:11.241261 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c84ea9c1-4eb2-45b4-89da-ad15bbb426ef admin admin] Publish callbacks [] for subnet (3cee3c4b-b7ea-409a-a223-8433311d9ecf), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.252741 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-42a7bebd-9d92-49d4-9977-5106d7e1ee40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (2ed6c259-674b-4e97-b514-41a5ecc7086c), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.278344 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c84ea9c1-4eb2-45b4-89da-ad15bbb426ef admin admin] Publish callbacks [] for subnet (3cee3c4b-b7ea-409a-a223-8433311d9ecf), precommit_delete_associations {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.284383 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c84ea9c1-4eb2-45b4-89da-ad15bbb426ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711510'] for subnet (3cee3c4b-b7ea-409a-a223-8433311d9ecf), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.289702 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7bebd-9d92-49d4-9977-5106d7e1ee40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed6c259-674b-4e97-b514-41a5ecc7086c,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:11.294315 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-42a7bebd-9d92-49d4-9977-5106d7e1ee40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae61a8521da84c7c839e3992c218c7a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169298 Apr 28 22:44:11.297785 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 48686) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:11.351297 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b71bd2e7-8664-4856-a064-950e7486b672 admin admin] Publish callbacks [] for security_group (2ed6c259-674b-4e97-b514-41a5ecc7086c), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.375752 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b71bd2e7-8664-4856-a064-950e7486b672 admin admin] Publish callbacks [] for security_group (2ed6c259-674b-4e97-b514-41a5ecc7086c), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.413650 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a748bd-63bd-46e6-911f-c030adc76401 req-69fc9432-ee06-45da-87a9-f9e0fd1880a8 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:11.413650 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f5a748bd-63bd-46e6-911f-c030adc76401 req-69fc9432-ee06-45da-87a9-f9e0fd1880a8 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0599089 Apr 28 22:44:11.436314 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f5a748bd-63bd-46e6-911f-c030adc76401 req-34047bd6-4444-49ac-aa0e-63dddbf60bcb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453980 Apr 28 22:44:11.543774 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb642683-be55-4193-8f3f-8ae9d4c99283 req-2325cad7-73d6-481c-8b76-41661199ed25 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:11.545275 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-eb642683-be55-4193-8f3f-8ae9d4c99283 req-2325cad7-73d6-481c-8b76-41661199ed25 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 944 time: 0.0492651 Apr 28 22:44:11.554425 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b86ca-0afc-466f-8cfd-c431e36a1f8a req-3a308934-2364-4333-abf6-6bcd9733aa0c tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:11.555893 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-015b86ca-0afc-466f-8cfd-c431e36a1f8a req-3a308934-2364-4333-abf6-6bcd9733aa0c tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0476830 Apr 28 22:44:11.592883 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-eb642683-be55-4193-8f3f-8ae9d4c99283 req-5afce57a-1f63-49fd-8aab-874d31f52eb8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416894 Apr 28 22:44:11.602837 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-015b86ca-0afc-466f-8cfd-c431e36a1f8a req-aad756c6-9728-46e5-8ed5-9cda4967e4bb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406196 Apr 28 22:44:11.747418 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c84ea9c1-4eb2-45b4-89da-ad15bbb426ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for subnet (3cee3c4b-b7ea-409a-a223-8433311d9ecf), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.760843 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b71bd2e7-8664-4856-a064-950e7486b672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (2ed6c259-674b-4e97-b514-41a5ecc7086c), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.764134 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b71bd2e7-8664-4856-a064-950e7486b672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.765237 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-b71bd2e7-8664-4856-a064-950e7486b672 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ed6c259-674b-4e97-b514-41a5ecc7086c HTTP/1.1" status: 204 len: 168 time: 0.4663398 Apr 28 22:44:11.772756 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bd2e7-8664-4856-a064-950e7486b672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed6c259-674b-4e97-b514-41a5ecc7086c,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:11.780333 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c84ea9c1-4eb2-45b4-89da-ad15bbb426ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.784227 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-c84ea9c1-4eb2-45b4-89da-ad15bbb426ef admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3cee3c4b-b7ea-409a-a223-8433311d9ecf HTTP/1.1" status: 204 len: 168 time: 0.8095145 Apr 28 22:44:11.785279 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ea9c1-4eb2-45b4-89da-ad15bbb426ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cee3c4b-b7ea-409a-a223-8433311d9ecf,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:11.793645 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 48698) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:11.860022 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6df9e765-cadb-4cde-b755-16cbc297453e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719352'] for network (a3a58ac1-cc39-40bb-87f5-01053ad74e49), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.939877 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6df9e765-cadb-4cde-b755-16cbc297453e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708811', 'neutron.services.segments.db._delete_segments_for_network-8773828784761'] for network (a3a58ac1-cc39-40bb-87f5-01053ad74e49), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.959268 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-6df9e765-cadb-4cde-b755-16cbc297453e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a58ac1-cc39-40bb-87f5-01053ad74e49']}} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:44:11.968266 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-6df9e765-cadb-4cde-b755-16cbc297453e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1548f18c-e490-4c30-9fb2-c4c9f5c535e5') {'for_net_delete': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:44:11.968568 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-6df9e765-cadb-4cde-b755-16cbc297453e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1548f18c-e490-4c30-9fb2-c4c9f5c535e5') {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:44:11.977627 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6df9e765-cadb-4cde-b755-16cbc297453e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773828787842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4001109'] for segment (1548f18c-e490-4c30-9fb2-c4c9f5c535e5), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.990812 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6df9e765-cadb-4cde-b755-16cbc297453e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (1548f18c-e490-4c30-9fb2-c4c9f5c535e5), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.996492 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df9e765-cadb-4cde-b755-16cbc297453e admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=110300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 22:44:11.996873 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6df9e765-cadb-4cde-b755-16cbc297453e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442450'] for segment (1548f18c-e490-4c30-9fb2-c4c9f5c535e5), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: Traceback (most recent call last): Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: timer() Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: cb(*args, **kw) Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: return func(*args, **kwargs) Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: self._notify() Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: self.callback(batched_events) Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: event.method(event) Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: return f(self, *a, **k) Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._get(url).json() Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: return self.request(url, 'GET', **kwargs) Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 22:44:11.999148 dv-cinder-839825-1-iscsi neutron-server[110300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 22:44:12.120989 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6df9e765-cadb-4cde-b755-16cbc297453e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833228'] for network (a3a58ac1-cc39-40bb-87f5-01053ad74e49), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:12.126977 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6df9e765-cadb-4cde-b755-16cbc297453e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:12.130032 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-6df9e765-cadb-4cde-b755-16cbc297453e admin admin] 10.222.0.13 "DELETE /v2.0/networks/a3a58ac1-cc39-40bb-87f5-01053ad74e49 HTTP/1.1" status: 204 len: 168 time: 0.3354461 Apr 28 22:44:12.133051 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 48706) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:12.140304 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9e765-cadb-4cde-b755-16cbc297453e admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a58ac1-cc39-40bb-87f5-01053ad74e49,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:12.180997 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_v2 [None req-78fe7660-57c3-41d1-ae54-cb6d41e44159 admin admin] Deleting subnet 99f13c0d-2614-4f7e-9140-46eec02516c3 {{(pid=110299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 22:44:12.184308 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-78fe7660-57c3-41d1-ae54-cb6d41e44159 admin admin] Publish callbacks [] for subnet (99f13c0d-2614-4f7e-9140-46eec02516c3), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:12.222705 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-78fe7660-57c3-41d1-ae54-cb6d41e44159 admin admin] Publish callbacks [] for subnet (99f13c0d-2614-4f7e-9140-46eec02516c3), precommit_delete_associations {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:12.228469 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-78fe7660-57c3-41d1-ae54-cb6d41e44159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711510'] for subnet (99f13c0d-2614-4f7e-9140-46eec02516c3), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:12.330361 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-78fe7660-57c3-41d1-ae54-cb6d41e44159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for subnet (99f13c0d-2614-4f7e-9140-46eec02516c3), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:12.365674 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe7660-57c3-41d1-ae54-cb6d41e44159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99f13c0d-2614-4f7e-9140-46eec02516c3,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:12.374969 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-78fe7660-57c3-41d1-ae54-cb6d41e44159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:12.381404 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-78fe7660-57c3-41d1-ae54-cb6d41e44159 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/99f13c0d-2614-4f7e-9140-46eec02516c3 HTTP/1.1" status: 204 len: 168 time: 0.2450535 Apr 28 22:44:12.381549 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 48720) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:12.453227 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719352'] for network (0bcc0fbd-fed1-458d-aa54-da9077c4fee9), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:12.537074 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708811', 'neutron.services.segments.db._delete_segments_for_network-8773828784761'] for network (0bcc0fbd-fed1-458d-aa54-da9077c4fee9), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:12.559430 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:44:12.559802 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:44:12.560543 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:44:12.560882 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Subscribe: > port after_create 55550000 {{(pid=110299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:44:12.561235 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:44:12.561598 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Subscribe: > port after_update 55550000 {{(pid=110299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:44:12.561956 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:44:12.562285 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:44:12.562607 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:44:12.562937 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:44:12.642730 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:44:12.643091 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:44:12.643429 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:44:12.643765 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 22:44:12.644141 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcc0fbd-fed1-458d-aa54-da9077c4fee9']}} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:44:12.650303 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:12.662189 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448fc635-8e4b-444a-857b-0bf7fc4a5c21') {'for_net_delete': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:44:12.662491 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448fc635-8e4b-444a-857b-0bf7fc4a5c21') {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:44:12.683391 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773828787842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521658950'] for segment (448fc635-8e4b-444a-857b-0bf7fc4a5c21), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:12.705551 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (448fc635-8e4b-444a-857b-0bf7fc4a5c21), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:12.710238 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feacf7b-c95f-4c34-8ae7-fee9b8b8a6a4 req-ff69f3bf-e453-4889-9e2e-490a3254a046 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:12.711797 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5feacf7b-c95f-4c34-8ae7-fee9b8b8a6a4 req-ff69f3bf-e453-4889-9e2e-490a3254a046 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 944 time: 0.0505345 Apr 28 22:44:12.719076 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=110299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 22:44:12.719485 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-521660271'] for segment (448fc635-8e4b-444a-857b-0bf7fc4a5c21), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: from cryptography.utils import int_from_bytes Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: from cryptography.utils import int_from_bytes Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: Traceback (most recent call last): Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: timer() Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: cb(*args, **kw) Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: return func(*args, **kwargs) Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: self._notify() Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: self.callback(batched_events) Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: event.method(event) Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: return f(self, *a, **k) Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: return self._get(url).json() Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: return self.request(url, 'GET', **kwargs) Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 22:44:12.724113 dv-cinder-839825-1-iscsi neutron-server[110299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 22:44:12.762953 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5feacf7b-c95f-4c34-8ae7-fee9b8b8a6a4 req-d06826cf-aac0-49bf-8cfb-67425e3d2ee9 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449517 Apr 28 22:44:12.850161 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833228'] for network (0bcc0fbd-fed1-458d-aa54-da9077c4fee9), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:12.857711 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:12.860998 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0bcc0fbd-fed1-458d-aa54-da9077c4fee9 HTTP/1.1" status: 204 len: 168 time: 0.4784243 Apr 28 22:44:12.871341 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22749bff-5d10-4864-94df-1d33451fdef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bcc0fbd-fed1-458d-aa54-da9077c4fee9,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:13.181778 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 48740) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:13.225367 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-0b8627a7-9bb9-4d60-bfac-bd8fa8d97801 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7c8b39e6b414fc38685a469533ae9a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423651 Apr 28 22:44:13.227921 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 48744) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:13.278790 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-698eb4f8-94a8-4ebf-9567-1115984ccff3 admin admin] Publish callbacks [] for security_group (f731e8d2-d6d1-46fe-b962-efd7e7331f3b), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:13.299931 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-698eb4f8-94a8-4ebf-9567-1115984ccff3 admin admin] Publish callbacks [] for security_group (f731e8d2-d6d1-46fe-b962-efd7e7331f3b), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:13.435806 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-698eb4f8-94a8-4ebf-9567-1115984ccff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (f731e8d2-d6d1-46fe-b962-efd7e7331f3b), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:13.438946 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-698eb4f8-94a8-4ebf-9567-1115984ccff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:13.440778 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-698eb4f8-94a8-4ebf-9567-1115984ccff3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f731e8d2-d6d1-46fe-b962-efd7e7331f3b HTTP/1.1" status: 204 len: 168 time: 0.2117043 Apr 28 22:44:13.450609 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698eb4f8-94a8-4ebf-9567-1115984ccff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f731e8d2-d6d1-46fe-b962-efd7e7331f3b,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:13.878524 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edc7cc-9f96-43ef-a9e7-202216984a28 req-f8a5d783-8cc1-4d60-bd94-1faa272e8651 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:13.880015 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-60edc7cc-9f96-43ef-a9e7-202216984a28 req-f8a5d783-8cc1-4d60-bd94-1faa272e8651 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 944 time: 0.0479467 Apr 28 22:44:13.928382 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-60edc7cc-9f96-43ef-a9e7-202216984a28 req-a4a2b487-df72-4329-81af-6a862e86b4f8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426204 Apr 28 22:44:14.178483 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 48776) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:14.222507 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-85012a55-9665-4214-8215-7041b24f90cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec9e1836f2004bd59e48a1334f815af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406890 Apr 28 22:44:14.222779 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 48778) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:14.241209 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:14.276345 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-38d757eb-4315-45a0-ba93-7338fa6b41c9 admin admin] Publish callbacks [] for security_group (5ce6ff69-4452-4313-ae9b-dd00872f6e2e), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:14.297244 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-38d757eb-4315-45a0-ba93-7338fa6b41c9 admin admin] Publish callbacks [] for security_group (5ce6ff69-4452-4313-ae9b-dd00872f6e2e), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:14.415258 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-38d757eb-4315-45a0-ba93-7338fa6b41c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (5ce6ff69-4452-4313-ae9b-dd00872f6e2e), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:14.417906 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-38d757eb-4315-45a0-ba93-7338fa6b41c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:14.422134 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-38d757eb-4315-45a0-ba93-7338fa6b41c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ce6ff69-4452-4313-ae9b-dd00872f6e2e HTTP/1.1" status: 204 len: 168 time: 0.1954632 Apr 28 22:44:14.427307 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d757eb-4315-45a0-ba93-7338fa6b41c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce6ff69-4452-4313-ae9b-dd00872f6e2e,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:15.066122 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a1132-681c-4ab4-9eb8-2b3f97f2323f req-73b35453-7255-4118-bf71-c0a7ed2a620c tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:15.067493 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8f1a1132-681c-4ab4-9eb8-2b3f97f2323f req-73b35453-7255-4118-bf71-c0a7ed2a620c tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 944 time: 0.0463703 Apr 28 22:44:15.127822 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8f1a1132-681c-4ab4-9eb8-2b3f97f2323f req-4b20117b-b104-4cf0-a833-db2679727267 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548444 Apr 28 22:44:15.721051 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-320547ec-488d-45de-aee6-3de55af4ebd9 req-bc4f9f22-7a11-4ee9-b3b2-75e3dad1ccb4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428605 Apr 28 22:44:15.817138 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320547ec-488d-45de-aee6-3de55af4ebd9 req-e2c35d92-5f7c-44a9-a55a-45d8b6aee9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:15.818685 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-320547ec-488d-45de-aee6-3de55af4ebd9 req-e2c35d92-5f7c-44a9-a55a-45d8b6aee9b2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 1129 time: 0.0431106 Apr 28 22:44:15.937537 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320547ec-488d-45de-aee6-3de55af4ebd9 req-9653afc4-2732-4141-af9f-c4e2e70c2cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:15.939053 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-320547ec-488d-45de-aee6-3de55af4ebd9 req-9653afc4-2732-4141-af9f-c4e2e70c2cca service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 920 time: 0.0960526 Apr 28 22:44:15.980673 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-320547ec-488d-45de-aee6-3de55af4ebd9 req-96b69909-c690-458e-9318-528011b73868 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51c2f36f-c5f2-49b5-8059-c1b5974b3f2e HTTP/1.1" status: 200 len: 217 time: 0.0346687 Apr 28 22:44:16.032294 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320547ec-488d-45de-aee6-3de55af4ebd9 req-990efeb8-a8f9-463c-b809-0fddcb0d34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:16.033750 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-320547ec-488d-45de-aee6-3de55af4ebd9 req-990efeb8-a8f9-463c-b809-0fddcb0d34c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.0472775 Apr 28 22:44:16.080277 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320547ec-488d-45de-aee6-3de55af4ebd9 req-df144e1a-32e2-45e3-8f84-ee0106fbec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:16.081806 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-320547ec-488d-45de-aee6-3de55af4ebd9 req-df144e1a-32e2-45e3-8f84-ee0106fbec8a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417917 Apr 28 22:44:16.184802 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-320547ec-488d-45de-aee6-3de55af4ebd9 req-d0bb21d4-5fd1-42bb-9197-67a03285132a service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963593 Apr 28 22:44:16.271719 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['90d5fe64-adf2-421a-b524-bb68f117173a'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:44:16.284489 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 48904) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:16.303737 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b160f-ad81-4a4a-8caa-faa3955cb366 req-8fa70914-5a92-4aa2-94c0-a3c85b3e7323 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:16.305252 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a99b160f-ad81-4a4a-8caa-faa3955cb366 req-8fa70914-5a92-4aa2-94c0-a3c85b3e7323 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 944 time: 0.0946152 Apr 28 22:44:16.366491 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-320547ec-488d-45de-aee6-3de55af4ebd9 req-4a3840df-9608-4820-bbe2-5df988d9d18a service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764665 Apr 28 22:44:16.375768 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a99b160f-ad81-4a4a-8caa-faa3955cb366 req-b2979345-85eb-4a0d-95be-3d434844d55a tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629194 Apr 28 22:44:16.455685 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:16.545473 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Publish callbacks [] for security_group (a55dfec5-d4e9-4b2e-bad3-334ff49fbe8a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:16.601119 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (a55dfec5-d4e9-4b2e-bad3-334ff49fbe8a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:16.641047 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95760f0232714bea97a516f65ffb4ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546128 Apr 28 22:44:16.641047 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55dfec5-d4e9-4b2e-bad3-334ff49fbe8a,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:16.643133 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 48924) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:16.648733 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.649287 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.649656 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.650026 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.650358 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.650684 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.651005 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.651327 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.651652 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.651969 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.652291 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.652612 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.652929 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.653242 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.653557 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0ee335-8b84-47fb-8cff-97e1a0c3cdc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.692123 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Publish callbacks [] for security_group (a55dfec5-d4e9-4b2e-bad3-334ff49fbe8a), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:16.714158 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Publish callbacks [] for security_group (a55dfec5-d4e9-4b2e-bad3-334ff49fbe8a), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:16.838539 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (a55dfec5-d4e9-4b2e-bad3-334ff49fbe8a), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:16.842445 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:16.842817 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a55dfec5-d4e9-4b2e-bad3-334ff49fbe8a HTTP/1.1" status: 204 len: 168 time: 0.1985996 Apr 28 22:44:16.851923 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55dfec5-d4e9-4b2e-bad3-334ff49fbe8a,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:16.862435 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.862435 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.862435 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.862435 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.862435 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.862435 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.862435 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.863236 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.863634 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.864063 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.864467 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.864861 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.865326 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.865726 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:16.866154 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f2679-9596-4967-a3b6-b19ddc6c1c7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:17.290377 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 48946) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:17.393352 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8af1306f-2409-4020-9b6d-5cae42c96c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:17.508548 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8af1306f-2409-4020-9b6d-5cae42c96c35 admin admin] Publish callbacks [] for security_group (f65e88dc-99eb-495f-b324-f4724eaeba56), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:17.524704 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006cdcc-a7b7-4613-9ef0-d21254cfc9a0 req-8be9245a-7acb-4685-b162-5aaf4775b96b tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:17.526052 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b006cdcc-a7b7-4613-9ef0-d21254cfc9a0 req-8be9245a-7acb-4685-b162-5aaf4775b96b tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 944 time: 0.0583191 Apr 28 22:44:17.572948 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b006cdcc-a7b7-4613-9ef0-d21254cfc9a0 req-e05aa3ff-29ad-4dfc-b1f6-423cb4df5acc tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412436 Apr 28 22:44:17.621140 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8af1306f-2409-4020-9b6d-5cae42c96c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (f65e88dc-99eb-495f-b324-f4724eaeba56), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:17.661690 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1306f-2409-4020-9b6d-5cae42c96c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65e88dc-99eb-495f-b324-f4724eaeba56,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:17.670110 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 48968) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:17.670269 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8af1306f-2409-4020-9b6d-5cae42c96c35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0975ae729444df6ac643e1f6f30bb3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3787038 Apr 28 22:44:17.739553 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6f0736b3-4642-4d12-8950-db45d2cb631a admin admin] Publish callbacks [] for security_group (f65e88dc-99eb-495f-b324-f4724eaeba56), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:17.761749 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6f0736b3-4642-4d12-8950-db45d2cb631a admin admin] Publish callbacks [] for security_group (f65e88dc-99eb-495f-b324-f4724eaeba56), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:17.932077 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6f0736b3-4642-4d12-8950-db45d2cb631a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (f65e88dc-99eb-495f-b324-f4724eaeba56), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:17.934711 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6f0736b3-4642-4d12-8950-db45d2cb631a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:17.935970 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-6f0736b3-4642-4d12-8950-db45d2cb631a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f65e88dc-99eb-495f-b324-f4724eaeba56 HTTP/1.1" status: 204 len: 168 time: 0.2641330 Apr 28 22:44:17.943608 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0736b3-4642-4d12-8950-db45d2cb631a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65e88dc-99eb-495f-b324-f4724eaeba56,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:18.207036 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2a4c9-2a0f-4371-a2eb-13f64643e8c7 req-71deabe3-e0b8-46f4-9bf4-77fcee94d62e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:18.209016 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-eff2a4c9-2a0f-4371-a2eb-13f64643e8c7 req-71deabe3-e0b8-46f4-9bf4-77fcee94d62e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0520332 Apr 28 22:44:18.257047 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f07fb6-16d1-45ae-b106-e95774388c26 req-cea1d986-efe1-4101-b03b-aa813f5eefac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:18.258599 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-52f07fb6-16d1-45ae-b106-e95774388c26 req-cea1d986-efe1-4101-b03b-aa813f5eefac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 1129 time: 0.0430791 Apr 28 22:44:18.261683 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-eff2a4c9-2a0f-4371-a2eb-13f64643e8c7 req-5fdf3dfb-53f7-4df6-a4df-b825f7d847e8 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469410 Apr 28 22:44:18.278240 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 90d5fe64-adf2-421a-b524-bb68f117173a up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:44:18.333242 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port 90d5fe64-adf2-421a-b524-bb68f117173a completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:44:18.369839 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f07fb6-16d1-45ae-b106-e95774388c26 req-922ffb0e-0cd3-49a2-a49d-8c2b4cd46ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:18.369839 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-52f07fb6-16d1-45ae-b106-e95774388c26 req-922ffb0e-0cd3-49a2-a49d-8c2b4cd46ad2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 920 time: 0.1019833 Apr 28 22:44:18.409761 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-52f07fb6-16d1-45ae-b106-e95774388c26 req-76c977e0-a99b-47ac-86ed-23872fa42bd6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51c2f36f-c5f2-49b5-8059-c1b5974b3f2e HTTP/1.1" status: 200 len: 217 time: 0.0371566 Apr 28 22:44:18.417712 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port 90d5fe64-adf2-421a-b524-bb68f117173a triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:44:18.418141 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (90d5fe64-adf2-421a-b524-bb68f117173a), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:18.468796 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f07fb6-16d1-45ae-b106-e95774388c26 req-a2ff1844-8938-4368-bcb9-864d73ae673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:18.471649 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-52f07fb6-16d1-45ae-b106-e95774388c26 req-a2ff1844-8938-4368-bcb9-864d73ae673d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.0566854 Apr 28 22:44:18.500195 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 90d5fe64-adf2-421a-b524-bb68f117173a is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:44:18.501004 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (90d5fe64-adf2-421a-b524-bb68f117173a), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:18.523462 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f07fb6-16d1-45ae-b106-e95774388c26 req-e41ca459-8d75-4f2d-8952-02edce3de3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:18.525037 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-52f07fb6-16d1-45ae-b106-e95774388c26 req-e41ca459-8d75-4f2d-8952-02edce3de3ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473967 Apr 28 22:44:18.525705 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b8115c-9878-4a10-a82e-4b115e5f197d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d5fe64-adf2-421a-b524-bb68f117173a'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:44:18.528257 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be2d7db-7942-4e58-94e5-7563f3b036f7" -d '{"events": [{"server_uuid": "51b8115c-9878-4a10-a82e-4b115e5f197d", "name": "network-vif-plugged", "status": "completed", "tag": "90d5fe64-adf2-421a-b524-bb68f117173a"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:44:18.547804 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 90d5fe64-adf2-421a-b524-bb68f117173a, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=90d5fe64-adf2-421a-b524-bb68f117173a,segment=NetworkSegment(a0f082ea-b736-42c0-a839-49d7c1e7fc04),segment_id=a0f082ea-b736-42c0-a839-49d7c1e7fc04)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:44:18.569113 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00193875-769f-4569-af8b-869eef31c1a5 x-openstack-request-id: req-00193875-769f-4569-af8b-869eef31c1a5 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:44:18.569426 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b8115c-9878-4a10-a82e-4b115e5f197d", "name": "network-vif-plugged", "status": "completed", "tag": "90d5fe64-adf2-421a-b524-bb68f117173a", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:44:18.569688 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00193875-769f-4569-af8b-869eef31c1a5 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:44:18.570248 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00193875-769f-4569-af8b-869eef31c1a5'] response: {'server_uuid': '51b8115c-9878-4a10-a82e-4b115e5f197d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d5fe64-adf2-421a-b524-bb68f117173a', 'code': 200} Apr 28 22:44:18.608284 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (90d5fe64-adf2-421a-b524-bb68f117173a), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:18.642138 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-52f07fb6-16d1-45ae-b106-e95774388c26 req-e1e1c0ed-7c33-48c7-b104-d43af94d1a4f service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073680 Apr 28 22:44:18.683831 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=90d5fe64-adf2-421a-b524-bb68f117173a,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:18.691471 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:18.691826 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:18.694039 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:18.694395 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:18.694745 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:18.695091 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:18.695431 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:18.695765 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:18.696101 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:18.696433 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:18.696767 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:18.697110 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:18.697612 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:18.697978 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:18.698316 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:44:18.741072 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecd517-889d-4dd1-af60-d48f6b92ce30 req-8b1512a3-67c6-41f9-905e-9c30f549a485 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:18.754205 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-52f07fb6-16d1-45ae-b106-e95774388c26 req-af4add66-24bb-46d2-8bcd-fe387826e762 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050186 Apr 28 22:44:18.755480 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 49004) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:18.762476 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-87ecd517-889d-4dd1-af60-d48f6b92ce30 req-8b1512a3-67c6-41f9-905e-9c30f549a485 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0906899 Apr 28 22:44:18.771824 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9fd5adae-3f6b-4f3d-b37d-861bf635e7e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:18.840138 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-87ecd517-889d-4dd1-af60-d48f6b92ce30 req-1fa1c399-d0e3-4a0a-a302-4c8978344861 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761752 Apr 28 22:44:18.904505 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9fd5adae-3f6b-4f3d-b37d-861bf635e7e0 admin admin] Publish callbacks [] for security_group (825704bc-2f0a-4093-89b3-4ef48c1f478a), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:18.970107 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9fd5adae-3f6b-4f3d-b37d-861bf635e7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (825704bc-2f0a-4093-89b3-4ef48c1f478a), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:19.032447 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeaac0-456c-4aac-9ef9-368dc3124a5d req-1023e740-3fc6-4fcf-8371-c2f7ef6475b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:19.033998 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d6eeaac0-456c-4aac-9ef9-368dc3124a5d req-1023e740-3fc6-4fcf-8371-c2f7ef6475b9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 1129 time: 0.0732234 Apr 28 22:44:19.035571 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5adae-3f6b-4f3d-b37d-861bf635e7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825704bc-2f0a-4093-89b3-4ef48c1f478a,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:19.041655 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-9fd5adae-3f6b-4f3d-b37d-861bf635e7e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=796edef54abc4aa9a9f991258ca85ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851143 Apr 28 22:44:19.047350 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 49020) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:19.118923 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-32fda024-6ef7-4355-a1ac-f7d63f724344 admin admin] Publish callbacks [] for security_group (825704bc-2f0a-4093-89b3-4ef48c1f478a), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:19.120945 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d6eeaac0-456c-4aac-9ef9-368dc3124a5d req-1438ec2a-d3ba-4e1b-91b3-b620cb3530ff service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780268 Apr 28 22:44:19.143890 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-32fda024-6ef7-4355-a1ac-f7d63f724344 admin admin] Publish callbacks [] for security_group (825704bc-2f0a-4093-89b3-4ef48c1f478a), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:19.301386 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-32fda024-6ef7-4355-a1ac-f7d63f724344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (825704bc-2f0a-4093-89b3-4ef48c1f478a), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:19.304198 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-32fda024-6ef7-4355-a1ac-f7d63f724344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:19.305626 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-32fda024-6ef7-4355-a1ac-f7d63f724344 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/825704bc-2f0a-4093-89b3-4ef48c1f478a HTTP/1.1" status: 204 len: 168 time: 0.2569971 Apr 28 22:44:19.318191 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fda024-6ef7-4355-a1ac-f7d63f724344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825704bc-2f0a-4093-89b3-4ef48c1f478a,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:19.415472 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a9100-021a-4ef8-99d9-0e2708827cf3 req-ca59f2d7-1168-4b59-b199-4021d427703f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:19.416995 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-480a9100-021a-4ef8-99d9-0e2708827cf3 req-ca59f2d7-1168-4b59-b199-4021d427703f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0734246 Apr 28 22:44:19.474845 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-480a9100-021a-4ef8-99d9-0e2708827cf3 req-1782ba83-f593-42f7-b5d6-dc82fc72833a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488625 Apr 28 22:44:19.980007 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461c309-2717-4ee5-a917-4d9cf4a914a6 req-f6b9350c-1c2c-4198-9276-e6917091c68b tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:19.981478 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5461c309-2717-4ee5-a917-4d9cf4a914a6 req-f6b9350c-1c2c-4198-9276-e6917091c68b tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0514240 Apr 28 22:44:20.027078 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5461c309-2717-4ee5-a917-4d9cf4a914a6 req-916e3a22-8095-43bb-8918-5bc95276a1b0 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395739 Apr 28 22:44:20.586721 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95879b4-26de-47de-ab66-522622cb1bb6 req-2d80ec96-a1da-4e4c-aa68-0345de57e7e4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:20.588373 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c95879b4-26de-47de-ab66-522622cb1bb6 req-2d80ec96-a1da-4e4c-aa68-0345de57e7e4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0484111 Apr 28 22:44:20.634488 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c95879b4-26de-47de-ab66-522622cb1bb6 req-7f1e877f-4fad-40f9-9bce-065c34fe5228 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406368 Apr 28 22:44:21.140152 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566487ac-006b-454c-8ff7-e0b97e75d3b4 req-ef61bbd8-15b8-4d7e-9c75-0507381c8fec tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:21.141655 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-566487ac-006b-454c-8ff7-e0b97e75d3b4 req-ef61bbd8-15b8-4d7e-9c75-0507381c8fec tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0470281 Apr 28 22:44:21.194459 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-566487ac-006b-454c-8ff7-e0b97e75d3b4 req-f3b2f440-64fd-4531-830a-599228640b32 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444098 Apr 28 22:44:21.758607 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999bb56-22ea-406b-87d4-8c0f82831d87 req-70cd8ca2-95f4-4e40-8067-e832296f81e0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:21.760454 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d999bb56-22ea-406b-87d4-8c0f82831d87 req-70cd8ca2-95f4-4e40-8067-e832296f81e0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0594099 Apr 28 22:44:21.786769 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 49116) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:21.807276 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d999bb56-22ea-406b-87d4-8c0f82831d87 req-57597028-5a1d-42e7-b860-4d026ef58437 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405860 Apr 28 22:44:21.887684 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-869c6cac-4b8b-4ecc-9ff4-f4cb4d5cc475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:21.960118 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-869c6cac-4b8b-4ecc-9ff4-f4cb4d5cc475 admin admin] Publish callbacks [] for security_group (24c57093-8613-48d9-870f-8ba09049cd24), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:22.055086 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-869c6cac-4b8b-4ecc-9ff4-f4cb4d5cc475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (24c57093-8613-48d9-870f-8ba09049cd24), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:22.096745 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-869c6cac-4b8b-4ecc-9ff4-f4cb4d5cc475 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57484b0050e141e18c04445c3fa9436a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089190 Apr 28 22:44:22.097661 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c6cac-4b8b-4ecc-9ff4-f4cb4d5cc475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c57093-8613-48d9-870f-8ba09049cd24,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:22.099456 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 49120) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:22.149620 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04d7b26c-40f9-4a6c-9287-aa3360d0bbed admin admin] Publish callbacks [] for security_group (24c57093-8613-48d9-870f-8ba09049cd24), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:22.169467 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04d7b26c-40f9-4a6c-9287-aa3360d0bbed admin admin] Publish callbacks [] for security_group (24c57093-8613-48d9-870f-8ba09049cd24), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:22.305627 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4e51e-6e07-496b-ae60-2046ae663fe8 req-152559ad-8b9f-4f7c-873b-93f70d6650dc tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:22.307151 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-24d4e51e-6e07-496b-ae60-2046ae663fe8 req-152559ad-8b9f-4f7c-873b-93f70d6650dc tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0467596 Apr 28 22:44:22.360483 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-24d4e51e-6e07-496b-ae60-2046ae663fe8 req-c6e570d7-8240-4035-8efb-8184c448f92c tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429745 Apr 28 22:44:22.375495 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04d7b26c-40f9-4a6c-9287-aa3360d0bbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (24c57093-8613-48d9-870f-8ba09049cd24), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:22.378067 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04d7b26c-40f9-4a6c-9287-aa3360d0bbed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:22.379213 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-04d7b26c-40f9-4a6c-9287-aa3360d0bbed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24c57093-8613-48d9-870f-8ba09049cd24 HTTP/1.1" status: 204 len: 168 time: 0.2787960 Apr 28 22:44:22.387462 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7b26c-40f9-4a6c-9287-aa3360d0bbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c57093-8613-48d9-870f-8ba09049cd24,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:22.917446 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552fc9b-ab50-4ff9-87b9-b66a6e67057a req-4d0f2cae-92ec-4120-8151-7a2deaaca285 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:22.918944 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2552fc9b-ab50-4ff9-87b9-b66a6e67057a req-4d0f2cae-92ec-4120-8151-7a2deaaca285 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0463934 Apr 28 22:44:22.965203 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2552fc9b-ab50-4ff9-87b9-b66a6e67057a req-5048404c-9e41-46f3-9134-cf9eee5748dd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400677 Apr 28 22:44:22.973354 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 49140) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:22.986835 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-72c59756-c599-49c5-a0c8-93ab51d7343a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:23.060054 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-72c59756-c599-49c5-a0c8-93ab51d7343a admin admin] Publish callbacks [] for security_group (2e7ecebf-2370-401a-958a-419064451dce), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:23.123817 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-72c59756-c599-49c5-a0c8-93ab51d7343a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (2e7ecebf-2370-401a-958a-419064451dce), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:23.161150 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c59756-c599-49c5-a0c8-93ab51d7343a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7ecebf-2370-401a-958a-419064451dce,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:23.167722 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-72c59756-c599-49c5-a0c8-93ab51d7343a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f811ba481084ab4a802247add7bd98b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908913 Apr 28 22:44:23.167917 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 49142) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:23.225079 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4786c1f0-7188-42d6-af31-a5053cfa6cfd admin admin] Publish callbacks [] for security_group (2e7ecebf-2370-401a-958a-419064451dce), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:23.245374 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4786c1f0-7188-42d6-af31-a5053cfa6cfd admin admin] Publish callbacks [] for security_group (2e7ecebf-2370-401a-958a-419064451dce), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:23.349070 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4786c1f0-7188-42d6-af31-a5053cfa6cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (2e7ecebf-2370-401a-958a-419064451dce), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:23.351745 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4786c1f0-7188-42d6-af31-a5053cfa6cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:23.352882 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-4786c1f0-7188-42d6-af31-a5053cfa6cfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e7ecebf-2370-401a-958a-419064451dce HTTP/1.1" status: 204 len: 168 time: 0.1840916 Apr 28 22:44:23.361279 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786c1f0-7188-42d6-af31-a5053cfa6cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7ecebf-2370-401a-958a-419064451dce,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:23.490582 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a787c-fdc5-4e77-bdde-e79204aa65b9 req-622f831a-a3ee-4a5a-879e-7c2db7899041 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:23.492397 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4f0a787c-fdc5-4e77-bdde-e79204aa65b9 req-622f831a-a3ee-4a5a-879e-7c2db7899041 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0520706 Apr 28 22:44:23.550021 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4f0a787c-fdc5-4e77-bdde-e79204aa65b9 req-767172b4-3f87-4f8a-b344-4cb16921bf5b tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518734 Apr 28 22:44:24.075529 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54493919-8714-438b-a7d1-6541ed040ca8 req-da264214-b263-4916-b62a-a4411d573adb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:24.077728 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-54493919-8714-438b-a7d1-6541ed040ca8 req-da264214-b263-4916-b62a-a4411d573adb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0452380 Apr 28 22:44:24.127483 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-54493919-8714-438b-a7d1-6541ed040ca8 req-03d7d3a0-057e-4cba-a3b0-46fc411fbcc6 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442531 Apr 28 22:44:24.661715 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4707f8a-dbe6-4d3d-9708-48c0adc6e8f8 req-f1156e09-c077-4953-ba24-2253b4a74b7e tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:24.663223 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4707f8a-dbe6-4d3d-9708-48c0adc6e8f8 req-f1156e09-c077-4953-ba24-2253b4a74b7e tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0453091 Apr 28 22:44:24.714325 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4707f8a-dbe6-4d3d-9708-48c0adc6e8f8 req-e964b0ad-76fd-4499-8d7e-c583a7928108 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454879 Apr 28 22:44:25.240308 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae844007-b729-4442-827d-88db4c8ac2c7 req-a46c0fe6-112f-485e-9fbf-45f3efcba861 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:25.241874 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ae844007-b729-4442-827d-88db4c8ac2c7 req-a46c0fe6-112f-485e-9fbf-45f3efcba861 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0459867 Apr 28 22:44:25.287579 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ae844007-b729-4442-827d-88db4c8ac2c7 req-0d101d7e-fc3f-4cbd-8e0b-2b1fc7f34150 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403216 Apr 28 22:44:25.828290 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe0e2c-bb57-4ee6-bcd0-b1d9e5c1451f req-2a24ee81-88bb-4d1b-8f85-f1097f3ba4a8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:25.829755 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-87fe0e2c-bb57-4ee6-bcd0-b1d9e5c1451f req-2a24ee81-88bb-4d1b-8f85-f1097f3ba4a8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0463426 Apr 28 22:44:25.876877 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-87fe0e2c-bb57-4ee6-bcd0-b1d9e5c1451f req-3d66d83c-0c8f-4828-a5ff-c151571c4630 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415742 Apr 28 22:44:26.399962 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d53a4b-4eb0-4ea8-b22e-0beedcfe4155 req-be26631e-3ee4-4040-a42d-99e4db344d9d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:26.401423 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e8d53a4b-4eb0-4ea8-b22e-0beedcfe4155 req-be26631e-3ee4-4040-a42d-99e4db344d9d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0460570 Apr 28 22:44:26.449417 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e8d53a4b-4eb0-4ea8-b22e-0beedcfe4155 req-d21310a5-2997-45cc-aef4-0596b34a0956 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424287 Apr 28 22:44:26.988717 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557635ac-2dc4-4d75-a534-f41e6ac09c75 req-837889cc-f56b-4e3e-8897-734e2fe07d54 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:26.990350 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-557635ac-2dc4-4d75-a534-f41e6ac09c75 req-837889cc-f56b-4e3e-8897-734e2fe07d54 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0477841 Apr 28 22:44:27.039499 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-557635ac-2dc4-4d75-a534-f41e6ac09c75 req-f6c22e43-5fd7-4c8c-a130-0bc223709610 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428982 Apr 28 22:44:27.563469 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c70677-3582-4d7f-8e0b-fa178b5cdd24 req-beefca64-1d58-41dc-97c5-ce3d9f6aef06 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:27.564972 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a5c70677-3582-4d7f-8e0b-fa178b5cdd24 req-beefca64-1d58-41dc-97c5-ce3d9f6aef06 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0501382 Apr 28 22:44:27.611262 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a5c70677-3582-4d7f-8e0b-fa178b5cdd24 req-df8f768a-72ba-4daa-9083-1d213eb12db3 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407114 Apr 28 22:44:28.723401 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c97e65-9514-4e39-a415-dc88814a67b1 req-5394666b-c55a-48f2-a7bc-153e3a3d75de tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:28.724858 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-31c97e65-9514-4e39-a415-dc88814a67b1 req-5394666b-c55a-48f2-a7bc-153e3a3d75de tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0493910 Apr 28 22:44:28.769921 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-31c97e65-9514-4e39-a415-dc88814a67b1 req-9fa90d2c-6503-4c22-a8dc-5e8473e3d8e4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394816 Apr 28 22:44:29.880297 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c693622-62e0-484b-a244-b5299070919e req-a6b61fd8-7e08-4cbb-b71b-7bd273afe90f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:29.881760 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9c693622-62e0-484b-a244-b5299070919e req-a6b61fd8-7e08-4cbb-b71b-7bd273afe90f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0460000 Apr 28 22:44:29.927099 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9c693622-62e0-484b-a244-b5299070919e req-26b9f767-20c2-4056-b212-1945b974a4a6 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395286 Apr 28 22:44:30.673769 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:44:31.037358 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17411d1-0688-465f-a0f4-9e0741c10134 req-f6dab648-3330-421b-a643-f2e34d827190 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:31.038874 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f17411d1-0688-465f-a0f4-9e0741c10134 req-f6dab648-3330-421b-a643-f2e34d827190 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0463369 Apr 28 22:44:31.085696 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f17411d1-0688-465f-a0f4-9e0741c10134 req-550df126-45e7-43be-a2c8-0f62888f64f6 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412872 Apr 28 22:44:32.205755 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fa7e0-447b-4361-969c-f64983d99327 req-181bcb57-fdc2-4a66-a8ad-3ec8d6775a29 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:32.207823 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-064fa7e0-447b-4361-969c-f64983d99327 req-181bcb57-fdc2-4a66-a8ad-3ec8d6775a29 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0566187 Apr 28 22:44:32.255266 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-064fa7e0-447b-4361-969c-f64983d99327 req-3d4723e1-7198-4ff6-b17d-c8ecb3cdef80 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 Apr 28 22:44:32.405507 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e67509-195a-4cef-a346-1dc82e6d9b8f req-f49e5c88-f6a1-4943-a1eb-e33128142a11 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:32.407112 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-09e67509-195a-4cef-a346-1dc82e6d9b8f req-f49e5c88-f6a1-4943-a1eb-e33128142a11 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0569026 Apr 28 22:44:32.453359 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-09e67509-195a-4cef-a346-1dc82e6d9b8f req-de2a4110-4342-4534-90ce-c7c963694375 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403283 Apr 28 22:44:32.785296 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 49360) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:32.890874 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3b2faf35-a2eb-4718-be0a-ef4c31d896b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:32.976631 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3b2faf35-a2eb-4718-be0a-ef4c31d896b8 admin admin] Publish callbacks [] for security_group (e2c8b4b2-6509-4763-948f-d88effd4af80), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:33.026298 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3b2faf35-a2eb-4718-be0a-ef4c31d896b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (e2c8b4b2-6509-4763-948f-d88effd4af80), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:33.072563 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-3b2faf35-a2eb-4718-be0a-ef4c31d896b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9c23c6446104ee181dec73eea5af776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837863 Apr 28 22:44:33.072563 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2faf35-a2eb-4718-be0a-ef4c31d896b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c8b4b2-6509-4763-948f-d88effd4af80,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:33.073138 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 49382) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:33.122036 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-99c8787c-90ed-4eb4-9ec9-4306dabe8804 admin admin] Publish callbacks [] for security_group (e2c8b4b2-6509-4763-948f-d88effd4af80), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:33.145291 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-99c8787c-90ed-4eb4-9ec9-4306dabe8804 admin admin] Publish callbacks [] for security_group (e2c8b4b2-6509-4763-948f-d88effd4af80), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:33.248883 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-99c8787c-90ed-4eb4-9ec9-4306dabe8804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (e2c8b4b2-6509-4763-948f-d88effd4af80), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:33.251416 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-99c8787c-90ed-4eb4-9ec9-4306dabe8804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:33.252563 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-99c8787c-90ed-4eb4-9ec9-4306dabe8804 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2c8b4b2-6509-4763-948f-d88effd4af80 HTTP/1.1" status: 204 len: 168 time: 0.1776555 Apr 28 22:44:33.260223 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8787c-90ed-4eb4-9ec9-4306dabe8804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c8b4b2-6509-4763-948f-d88effd4af80,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:33.371661 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086c1c2-03b3-4f0c-b255-eed470c42484 req-f49e90e9-9140-4ad2-ae64-7625ed60f78a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:33.373125 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3086c1c2-03b3-4f0c-b255-eed470c42484 req-f49e90e9-9140-4ad2-ae64-7625ed60f78a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0455990 Apr 28 22:44:33.420964 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3086c1c2-03b3-4f0c-b255-eed470c42484 req-e3b3109a-2347-4904-a6e8-8d1485ea9c05 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416565 Apr 28 22:44:33.573434 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d9535-4026-4ea6-9a80-d6f1cd2472fd req-b0568a2d-71d3-47e1-8f59-960c05ab4990 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:33.578291 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-637d9535-4026-4ea6-9a80-d6f1cd2472fd req-b0568a2d-71d3-47e1-8f59-960c05ab4990 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0576544 Apr 28 22:44:33.624425 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-637d9535-4026-4ea6-9a80-d6f1cd2472fd req-44bb2791-6248-44b6-a5fa-cb8fea956fb8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 Apr 28 22:44:33.951237 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 49414) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:34.057297 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3fdc6d3c-42ad-407c-847a-86f6be950df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:34.130943 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3fdc6d3c-42ad-407c-847a-86f6be950df3 admin admin] Publish callbacks [] for security_group (30e9955e-5874-4ee9-8299-79888fcb4af1), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:34.203480 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3fdc6d3c-42ad-407c-847a-86f6be950df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (30e9955e-5874-4ee9-8299-79888fcb4af1), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:34.245799 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-3fdc6d3c-42ad-407c-847a-86f6be950df3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=843b07ee3c2d437bab56fb1f0ea7bf31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934980 Apr 28 22:44:34.247933 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc6d3c-42ad-407c-847a-86f6be950df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e9955e-5874-4ee9-8299-79888fcb4af1,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:34.248556 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 49436) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:34.302176 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-26f65825-f596-4be2-a05f-6aac79d04e81 admin admin] Publish callbacks [] for security_group (30e9955e-5874-4ee9-8299-79888fcb4af1), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:34.325041 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-26f65825-f596-4be2-a05f-6aac79d04e81 admin admin] Publish callbacks [] for security_group (30e9955e-5874-4ee9-8299-79888fcb4af1), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:34.443100 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-26f65825-f596-4be2-a05f-6aac79d04e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (30e9955e-5874-4ee9-8299-79888fcb4af1), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:34.443100 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-26f65825-f596-4be2-a05f-6aac79d04e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:34.444518 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-26f65825-f596-4be2-a05f-6aac79d04e81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30e9955e-5874-4ee9-8299-79888fcb4af1 HTTP/1.1" status: 204 len: 168 time: 0.1922896 Apr 28 22:44:34.456460 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f65825-f596-4be2-a05f-6aac79d04e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e9955e-5874-4ee9-8299-79888fcb4af1,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:34.542320 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f374c-7e87-48da-b626-fe51d5452f27 req-552d921e-fd15-4a82-8b7e-fd1a75e7b235 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:34.543776 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e78f374c-7e87-48da-b626-fe51d5452f27 req-552d921e-fd15-4a82-8b7e-fd1a75e7b235 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0456607 Apr 28 22:44:34.591915 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e78f374c-7e87-48da-b626-fe51d5452f27 req-f288a9fc-ed0e-4dd3-8ec5-14a74cf30ada tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427153 Apr 28 22:44:34.745301 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51662a4-3a6b-471a-b596-914387a1f3b2 req-6e7c5d08-e2c0-4b4b-adce-6eff01b05226 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:34.746944 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b51662a4-3a6b-471a-b596-914387a1f3b2 req-6e7c5d08-e2c0-4b4b-adce-6eff01b05226 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0523956 Apr 28 22:44:34.795617 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b51662a4-3a6b-471a-b596-914387a1f3b2 req-4040711c-de1a-4e25-a528-db1dc8843fa5 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429728 Apr 28 22:44:34.808545 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 49452) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:34.909420 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3f2c8f1e-34ed-4209-96c6-52e9ceed2e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:34.981230 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3f2c8f1e-34ed-4209-96c6-52e9ceed2e60 admin admin] Publish callbacks [] for security_group (25ed476b-e5fe-48d9-b7e0-fc7274493fab), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:35.054863 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3f2c8f1e-34ed-4209-96c6-52e9ceed2e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (25ed476b-e5fe-48d9-b7e0-fc7274493fab), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:35.091529 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c8f1e-34ed-4209-96c6-52e9ceed2e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ed476b-e5fe-48d9-b7e0-fc7274493fab,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:35.092333 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 49458) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:35.096256 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-3f2c8f1e-34ed-4209-96c6-52e9ceed2e60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e55d00e813a04065a27e4e347728479a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860796 Apr 28 22:44:35.104509 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 49460) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:35.106766 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-399d9a95-73d6-41ec-b3ad-66c40b34a4a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:35.155814 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6c007e8a-0811-40ce-9fd0-92cb79fa5c4d admin admin] Publish callbacks [] for security_group (25ed476b-e5fe-48d9-b7e0-fc7274493fab), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:35.176912 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6c007e8a-0811-40ce-9fd0-92cb79fa5c4d admin admin] Publish callbacks [] for security_group (25ed476b-e5fe-48d9-b7e0-fc7274493fab), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:35.182734 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-399d9a95-73d6-41ec-b3ad-66c40b34a4a4 admin admin] Publish callbacks [] for security_group (a614d277-cefd-413f-8178-19f76bb16e81), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:35.243440 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-399d9a95-73d6-41ec-b3ad-66c40b34a4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (a614d277-cefd-413f-8178-19f76bb16e81), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:35.280251 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d9a95-73d6-41ec-b3ad-66c40b34a4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a614d277-cefd-413f-8178-19f76bb16e81,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:35.287346 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-399d9a95-73d6-41ec-b3ad-66c40b34a4a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3dc89dd19db2420bb1fb2c1990ae83f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1939549 Apr 28 22:44:35.289289 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 49466) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:35.300346 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6c007e8a-0811-40ce-9fd0-92cb79fa5c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (25ed476b-e5fe-48d9-b7e0-fc7274493fab), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:35.302937 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6c007e8a-0811-40ce-9fd0-92cb79fa5c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:35.304092 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-6c007e8a-0811-40ce-9fd0-92cb79fa5c4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25ed476b-e5fe-48d9-b7e0-fc7274493fab HTTP/1.1" status: 204 len: 168 time: 0.1985619 Apr 28 22:44:35.311904 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c007e8a-0811-40ce-9fd0-92cb79fa5c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ed476b-e5fe-48d9-b7e0-fc7274493fab,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:35.350341 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5442d3c2-6ca5-464b-91dc-2b53016d494a admin admin] Publish callbacks [] for security_group (a614d277-cefd-413f-8178-19f76bb16e81), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:35.372055 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5442d3c2-6ca5-464b-91dc-2b53016d494a admin admin] Publish callbacks [] for security_group (a614d277-cefd-413f-8178-19f76bb16e81), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:35.483207 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5442d3c2-6ca5-464b-91dc-2b53016d494a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (a614d277-cefd-413f-8178-19f76bb16e81), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:35.485733 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5442d3c2-6ca5-464b-91dc-2b53016d494a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:35.486920 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-5442d3c2-6ca5-464b-91dc-2b53016d494a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a614d277-cefd-413f-8178-19f76bb16e81 HTTP/1.1" status: 204 len: 168 time: 0.1966596 Apr 28 22:44:35.494735 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442d3c2-6ca5-464b-91dc-2b53016d494a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a614d277-cefd-413f-8178-19f76bb16e81,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:35.705981 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67deac1-8b74-4b1d-a98e-ed58ab9d6b55 req-f004e3b9-5ca9-48ab-87a8-eed0d1502d6f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:35.713364 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a67deac1-8b74-4b1d-a98e-ed58ab9d6b55 req-f004e3b9-5ca9-48ab-87a8-eed0d1502d6f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0526073 Apr 28 22:44:35.757452 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a67deac1-8b74-4b1d-a98e-ed58ab9d6b55 req-693e812c-3d08-4694-a292-314d5c7a0991 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428700 Apr 28 22:44:35.907877 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c6ba0-9391-4e9e-a3c8-a8bba6bdbfcb req-eca1ee22-e2cc-4802-920c-34cda89774f4 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:35.909460 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e98c6ba0-9391-4e9e-a3c8-a8bba6bdbfcb req-eca1ee22-e2cc-4802-920c-34cda89774f4 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0479145 Apr 28 22:44:35.960944 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e98c6ba0-9391-4e9e-a3c8-a8bba6bdbfcb req-d9f70fef-97ac-49da-930e-84ad0f264742 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448332 Apr 28 22:44:36.026474 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 49490) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:36.039911 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-32605d75-c132-4886-abc9-cead748d77f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:36.115050 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-32605d75-c132-4886-abc9-cead748d77f6 admin admin] Publish callbacks [] for security_group (2c12a9f0-2c64-47cc-9956-eac11978f4cf), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:36.160823 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-32605d75-c132-4886-abc9-cead748d77f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (2c12a9f0-2c64-47cc-9956-eac11978f4cf), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:36.201470 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32605d75-c132-4886-abc9-cead748d77f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c12a9f0-2c64-47cc-9956-eac11978f4cf,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:36.212791 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-32605d75-c132-4886-abc9-cead748d77f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32a381e001b04b5898ba55d52c176cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798780 Apr 28 22:44:36.212791 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 49500) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:36.260875 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6d234149-7bc2-4328-ad81-4b6883386f0e admin admin] Publish callbacks [] for security_group (2c12a9f0-2c64-47cc-9956-eac11978f4cf), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:36.281731 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6d234149-7bc2-4328-ad81-4b6883386f0e admin admin] Publish callbacks [] for security_group (2c12a9f0-2c64-47cc-9956-eac11978f4cf), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:36.386023 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6d234149-7bc2-4328-ad81-4b6883386f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (2c12a9f0-2c64-47cc-9956-eac11978f4cf), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:36.388967 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6d234149-7bc2-4328-ad81-4b6883386f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:36.390149 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-6d234149-7bc2-4328-ad81-4b6883386f0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c12a9f0-2c64-47cc-9956-eac11978f4cf HTTP/1.1" status: 204 len: 168 time: 0.1792238 Apr 28 22:44:36.398247 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d234149-7bc2-4328-ad81-4b6883386f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c12a9f0-2c64-47cc-9956-eac11978f4cf,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:36.502984 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-45c80fda-f010-4f86-be02-aa6c7bee81d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:36.876384 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499212f-b948-4427-83bb-c28dfce11b8d req-9ced3a6b-8b60-4f36-9a58-fd1f1426708e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:36.878012 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9499212f-b948-4427-83bb-c28dfce11b8d req-9ced3a6b-8b60-4f36-9a58-fd1f1426708e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0545557 Apr 28 22:44:36.924865 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9499212f-b948-4427-83bb-c28dfce11b8d req-815f80a3-8595-4efd-acc3-c7639b7d88f2 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Apr 28 22:44:37.076516 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e83d-113b-48f2-b46a-c22ca3048662 req-58e7b0ae-27eb-4f88-ac14-3173d2a30849 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:37.078457 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1034e83d-113b-48f2-b46a-c22ca3048662 req-58e7b0ae-27eb-4f88-ac14-3173d2a30849 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0501993 Apr 28 22:44:37.131744 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1034e83d-113b-48f2-b46a-c22ca3048662 req-fe546d66-9fc8-43eb-8117-c59bddd02e2e tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452170 Apr 28 22:44:38.054676 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1499788-2a91-4b28-be73-6346fc431c62 req-ee871c59-60a0-4dab-b9c8-c25750e3c30b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:38.056136 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f1499788-2a91-4b28-be73-6346fc431c62 req-ee871c59-60a0-4dab-b9c8-c25750e3c30b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0500114 Apr 28 22:44:38.106816 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f1499788-2a91-4b28-be73-6346fc431c62 req-ff3c1de7-4713-44b9-9bc1-f0df6b100ff6 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452235 Apr 28 22:44:38.251153 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396000f6-0acf-4884-97a2-07a1bebbf405 req-e54ec6ba-d3f1-4672-a502-f8e8ad1d5fb8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:38.252959 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-396000f6-0acf-4884-97a2-07a1bebbf405 req-e54ec6ba-d3f1-4672-a502-f8e8ad1d5fb8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0516813 Apr 28 22:44:38.308471 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-396000f6-0acf-4884-97a2-07a1bebbf405 req-562bfaa4-e5c3-49a2-bc31-0ef3c32582b5 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487630 Apr 28 22:44:38.642994 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ca660ceb-b2eb-4554-ae6d-c1276129bfbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:39.219207 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd464a-ccfa-4d11-9a50-4bc259d7e153 req-8c6ace49-d57d-494e-80f1-dd926fe5ecfc tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:39.221927 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-bfcd464a-ccfa-4d11-9a50-4bc259d7e153 req-8c6ace49-d57d-494e-80f1-dd926fe5ecfc tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0484395 Apr 28 22:44:39.273138 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-bfcd464a-ccfa-4d11-9a50-4bc259d7e153 req-5361e745-e95e-4185-ad10-e27982bd37e8 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447946 Apr 28 22:44:39.419208 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b0f8f-edf8-4261-8118-10d5b50d7661 req-24750f37-247e-4a88-a341-11bca9dbf442 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:39.420647 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6f3b0f8f-edf8-4261-8118-10d5b50d7661 req-24750f37-247e-4a88-a341-11bca9dbf442 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0456669 Apr 28 22:44:39.467926 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6f3b0f8f-edf8-4261-8118-10d5b50d7661 req-7c8be4a5-7a13-4a21-97f0-892a49a54725 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417800 Apr 28 22:44:39.774486 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:40.385899 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653a6ca-14e9-4002-a52c-b81100f11371 req-14c5cb63-a618-4bed-807a-5bf0b3691357 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:40.387325 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a653a6ca-14e9-4002-a52c-b81100f11371 req-14c5cb63-a618-4bed-807a-5bf0b3691357 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0477219 Apr 28 22:44:40.431334 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a653a6ca-14e9-4002-a52c-b81100f11371 req-30b641f2-857d-4328-89f4-294407cbbe21 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387566 Apr 28 22:44:40.581091 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e618d-16e7-4ce4-a328-865cbf08232f req-15a0dd11-6fcb-4503-ab59-86baaa83bee9 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:40.582600 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c34e618d-16e7-4ce4-a328-865cbf08232f req-15a0dd11-6fcb-4503-ab59-86baaa83bee9 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0492227 Apr 28 22:44:40.630562 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c34e618d-16e7-4ce4-a328-865cbf08232f req-e27770e8-3b96-4a39-ad93-e8046261e557 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422711 Apr 28 22:44:41.192051 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:41.545944 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a59e17-3c6a-40ee-9e85-34efd907a3ad req-3665bde0-67e5-4f40-9ff3-7c3923e47a27 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:41.547386 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d1a59e17-3c6a-40ee-9e85-34efd907a3ad req-3665bde0-67e5-4f40-9ff3-7c3923e47a27 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0455506 Apr 28 22:44:41.596187 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d1a59e17-3c6a-40ee-9e85-34efd907a3ad req-8e1d8114-4d2a-4ee4-a322-ee3e4759ad13 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433731 Apr 28 22:44:41.738404 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb0388-70f6-4e6f-a41f-f199ce2cdaa0 req-7032ea87-9c37-4d87-93ca-58b0440905a5 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:41.741297 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3aeb0388-70f6-4e6f-a41f-f199ce2cdaa0 req-7032ea87-9c37-4d87-93ca-58b0440905a5 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0465002 Apr 28 22:44:41.787377 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3aeb0388-70f6-4e6f-a41f-f199ce2cdaa0 req-675495fd-0373-4de4-b630-d73f005c6899 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401006 Apr 28 22:44:42.654463 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:42.706295 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df99fc-86cf-41f3-ba60-fea046dcdeb6 req-92d81641-8ae1-4cbc-801c-8a90fc0abcf5 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:42.708271 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-26df99fc-86cf-41f3-ba60-fea046dcdeb6 req-92d81641-8ae1-4cbc-801c-8a90fc0abcf5 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0475945 Apr 28 22:44:42.756807 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-26df99fc-86cf-41f3-ba60-fea046dcdeb6 req-0d399fe3-86cf-40f1-bdff-f640a096ef9b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428019 Apr 28 22:44:42.896767 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544bec9-f83c-42c6-9faa-74e7c437a313 req-d1e03b96-7f8f-4dbb-ab86-658ebb88491b tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:42.898145 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b544bec9-f83c-42c6-9faa-74e7c437a313 req-d1e03b96-7f8f-4dbb-ab86-658ebb88491b tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0450943 Apr 28 22:44:42.946987 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b544bec9-f83c-42c6-9faa-74e7c437a313 req-59f16c26-23c5-4186-a4f7-f7117fbcabd8 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434103 Apr 28 22:44:43.886378 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8bcd8-a1ee-4ac0-a949-dbf1840209e2 req-69d715f2-482f-42bc-b4aa-039f5865b1c3 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:43.888019 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-56d8bcd8-a1ee-4ac0-a949-dbf1840209e2 req-69d715f2-482f-42bc-b4aa-039f5865b1c3 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0638375 Apr 28 22:44:43.933994 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-56d8bcd8-a1ee-4ac0-a949-dbf1840209e2 req-fa2bed88-fcc3-40fb-bf35-bdbb7a3c5493 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405004 Apr 28 22:44:44.056201 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c3b19-6ba7-49d8-964f-8691b59974c8 req-42417e25-a72e-42a1-9580-d24a64a6f687 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:44.057626 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3f5c3b19-6ba7-49d8-964f-8691b59974c8 req-42417e25-a72e-42a1-9580-d24a64a6f687 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0449710 Apr 28 22:44:44.102727 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3f5c3b19-6ba7-49d8-964f-8691b59974c8 req-3e59c3c7-505e-4379-8fc6-81bc6ef6d02f tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396910 Apr 28 22:44:44.220350 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:45.046886 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02ccc2-e59c-40a9-bef1-13d0f050cde6 req-41739e91-edd6-4981-aeb8-eb3a5a967488 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:45.048511 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7a02ccc2-e59c-40a9-bef1-13d0f050cde6 req-41739e91-edd6-4981-aeb8-eb3a5a967488 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0494852 Apr 28 22:44:45.094324 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7a02ccc2-e59c-40a9-bef1-13d0f050cde6 req-05c582a1-db7a-444d-9855-fccf280c55c2 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397267 Apr 28 22:44:45.209932 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395bb8c-e8cc-459b-be31-e6cf9598f67e req-5a152a2b-0588-4daa-90c1-601f7de22aae tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:45.211362 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3395bb8c-e8cc-459b-be31-e6cf9598f67e req-5a152a2b-0588-4daa-90c1-601f7de22aae tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0446217 Apr 28 22:44:45.257469 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3395bb8c-e8cc-459b-be31-e6cf9598f67e req-5189f6ea-405c-433e-8b0e-26092ccf7d75 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407910 Apr 28 22:44:46.206656 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff20344-63c3-4dd4-b6e2-8b0569194e33 req-0d68bf51-13de-4398-823d-0639f9c4ce2d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:46.208620 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3ff20344-63c3-4dd4-b6e2-8b0569194e33 req-0d68bf51-13de-4398-823d-0639f9c4ce2d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0488269 Apr 28 22:44:46.253631 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3ff20344-63c3-4dd4-b6e2-8b0569194e33 req-c4e10757-b65f-4ccd-92fb-ffe7408ade7a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396495 Apr 28 22:44:46.373737 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847972b-44b6-41c8-b3d3-51a6f806dee7 req-66515b4c-5844-4c41-89aa-62447f8e3d9c tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:46.375207 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6847972b-44b6-41c8-b3d3-51a6f806dee7 req-66515b4c-5844-4c41-89aa-62447f8e3d9c tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0490324 Apr 28 22:44:46.420613 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6847972b-44b6-41c8-b3d3-51a6f806dee7 req-afb2112d-2fc1-4a8a-853b-4cb7c97e9296 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398307 Apr 28 22:44:47.370197 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f9853-039b-438e-9c4b-e9685760bd7f req-92684cf7-3e7c-4b3e-aa4f-09e5208f79bb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:47.370197 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-254f9853-039b-438e-9c4b-e9685760bd7f req-92684cf7-3e7c-4b3e-aa4f-09e5208f79bb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0474699 Apr 28 22:44:47.413829 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-254f9853-039b-438e-9c4b-e9685760bd7f req-bf6facdc-ea1a-4425-aab1-d797c49f822a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401549 Apr 28 22:44:47.532557 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d63196-c484-4c08-903c-47ab8b6f551c req-bf92bf90-17c8-4dfc-9917-b91a101919b7 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:47.534923 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-17d63196-c484-4c08-903c-47ab8b6f551c req-bf92bf90-17c8-4dfc-9917-b91a101919b7 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0493126 Apr 28 22:44:47.585614 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-17d63196-c484-4c08-903c-47ab8b6f551c req-9ccf166a-9c1d-432d-bbd3-760591475d6a tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448484 Apr 28 22:44:48.522664 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba040a-7534-4036-adfd-732acc4b8128 req-fa865a85-379e-470c-884b-b76a6987a60a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:48.524100 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f7ba040a-7534-4036-adfd-732acc4b8128 req-fa865a85-379e-470c-884b-b76a6987a60a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0443730 Apr 28 22:44:48.573189 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f7ba040a-7534-4036-adfd-732acc4b8128 req-4a017397-666a-44ce-8742-686e92219d2d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436046 Apr 28 22:44:48.654776 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a34cd-9d26-49c8-9fb3-d4765b19631a req-5604bbe4-4134-46e7-88f6-c453706aecad tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:48.656264 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-136a34cd-9d26-49c8-9fb3-d4765b19631a req-5604bbe4-4134-46e7-88f6-c453706aecad tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.31 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0504372 Apr 28 22:44:48.717449 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa19780-6aaf-4c18-82f6-e6576aacadab req-795ccafc-9aed-4f8c-a0ff-7dc32dccd6a4 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:48.718892 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6fa19780-6aaf-4c18-82f6-e6576aacadab req-795ccafc-9aed-4f8c-a0ff-7dc32dccd6a4 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 945 time: 0.0650313 Apr 28 22:44:48.749293 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [req-136a34cd-9d26-49c8-9fb3-d4765b19631a req-195cff5a-fc83-41eb-8b8d-59a39fbecf15 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Deleting port 90d5fe64-adf2-421a-b524-bb68f117173a {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:44:48.749536 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-136a34cd-9d26-49c8-9fb3-d4765b19631a req-195cff5a-fc83-41eb-8b8d-59a39fbecf15 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (90d5fe64-adf2-421a-b524-bb68f117173a), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:48.764231 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff872f92-4f4e-4a56-b6fc-cd35e3671685 req-a99ca15d-92c6-44f4-9ad9-3791ce5a18f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:48.765682 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ff872f92-4f4e-4a56-b6fc-cd35e3671685 req-a99ca15d-92c6-44f4-9ad9-3791ce5a18f5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 1129 time: 0.0609553 Apr 28 22:44:48.811826 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6fa19780-6aaf-4c18-82f6-e6576aacadab req-6db64195-553a-403b-836f-77da32fe6295 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/security-groups?id=4145863e-99e4-42a3-9e59-4914d6926713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716929 Apr 28 22:44:48.825342 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ff872f92-4f4e-4a56-b6fc-cd35e3671685 req-1fa84b7a-5024-4312-a472-f7c0f627dc1e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505598 Apr 28 22:44:48.842733 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-136a34cd-9d26-49c8-9fb3-d4765b19631a req-195cff5a-fc83-41eb-8b8d-59a39fbecf15 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] For port 90d5fe64-adf2-421a-b524-bb68f117173a, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=90d5fe64-adf2-421a-b524-bb68f117173a,segment=NetworkSegment(a0f082ea-b736-42c0-a839-49d7c1e7fc04),segment_id=a0f082ea-b736-42c0-a839-49d7c1e7fc04)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:44:48.843102 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-136a34cd-9d26-49c8-9fb3-d4765b19631a req-195cff5a-fc83-41eb-8b8d-59a39fbecf15 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (90d5fe64-adf2-421a-b524-bb68f117173a), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:48.856669 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [req-136a34cd-9d26-49c8-9fb3-d4765b19631a req-195cff5a-fc83-41eb-8b8d-59a39fbecf15 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Calling delete_port for 90d5fe64-adf2-421a-b524-bb68f117173a owned by compute:nova {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:44:49.060496 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-136a34cd-9d26-49c8-9fb3-d4765b19631a req-195cff5a-fc83-41eb-8b8d-59a39fbecf15 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (90d5fe64-adf2-421a-b524-bb68f117173a), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:49.085081 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['90d5fe64-adf2-421a-b524-bb68f117173a'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:44:49.091109 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cff5a-fc83-41eb-8b8d-59a39fbecf15 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Pushing event deleted for resources: {'Port': ['ID=90d5fe64-adf2-421a-b524-bb68f117173a,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:49.141898 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-136a34cd-9d26-49c8-9fb3-d4765b19631a req-195cff5a-fc83-41eb-8b8d-59a39fbecf15 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] No DVR routers for this DVR port 90d5fe64-adf2-421a-b524-bb68f117173a on host hv-cinder-83982 {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:44:49.145164 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-136a34cd-9d26-49c8-9fb3-d4765b19631a req-195cff5a-fc83-41eb-8b8d-59a39fbecf15 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:49.148558 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-136a34cd-9d26-49c8-9fb3-d4765b19631a req-195cff5a-fc83-41eb-8b8d-59a39fbecf15 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.31 "DELETE /v2.0/ports/90d5fe64-adf2-421a-b524-bb68f117173a HTTP/1.1" status: 204 len: 173 time: 0.4806998 Apr 28 22:44:49.149009 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b8115c-9878-4a10-a82e-4b115e5f197d', 'name': 'network-vif-deleted', 'tag': '90d5fe64-adf2-421a-b524-bb68f117173a'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:44:49.151467 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0cea30-94db-477e-aa06-c767a8655a13" -d '{"events": [{"server_uuid": "51b8115c-9878-4a10-a82e-4b115e5f197d", "name": "network-vif-deleted", "tag": "90d5fe64-adf2-421a-b524-bb68f117173a"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:44:49.188706 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4705bd48-f1a1-404d-b5be-b943470f6ab4 x-openstack-request-id: req-4705bd48-f1a1-404d-b5be-b943470f6ab4 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:44:49.189036 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b8115c-9878-4a10-a82e-4b115e5f197d", "name": "network-vif-deleted", "tag": "90d5fe64-adf2-421a-b524-bb68f117173a", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:44:49.189294 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4705bd48-f1a1-404d-b5be-b943470f6ab4 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:44:49.189700 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4705bd48-f1a1-404d-b5be-b943470f6ab4'] response: {'server_uuid': '51b8115c-9878-4a10-a82e-4b115e5f197d', 'name': 'network-vif-deleted', 'tag': '90d5fe64-adf2-421a-b524-bb68f117173a', 'status': 'completed', 'code': 200} Apr 28 22:44:49.690055 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9161b-95d9-46ec-9f2b-cadf9da8def2 req-da9fd718-618f-453d-a530-c78fb50d4fea tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:49.691517 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6aa9161b-95d9-46ec-9f2b-cadf9da8def2 req-da9fd718-618f-453d-a530-c78fb50d4fea tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0462711 Apr 28 22:44:49.746675 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6aa9161b-95d9-46ec-9f2b-cadf9da8def2 req-c3cb444d-73fe-4b67-aff1-b208547d5bc4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437191 Apr 28 22:44:49.896407 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1dc1028c-575f-4c5a-98ce-29edf1713c1e tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=82f55bab24e5441786cf6a726fe2a622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426702 Apr 28 22:44:49.944059 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8f88b7f3-0e07-4982-8cb2-c9708d4e151f req-2d2f8413-b23f-4c2b-9d84-ea843d3fa093 tempest-VolumesActionsTest-1767625973 tempest-VolumesActionsTest-1767625973-project] 10.222.0.13 "GET /v2.0/ports?device_id=51b8115c-9878-4a10-a82e-4b115e5f197d HTTP/1.1" status: 200 len: 210 time: 0.0350933 Apr 28 22:44:50.298831 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1164ac31-092e-4dcc-9e41-2b5d7740d0af tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:50.300624 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1164ac31-092e-4dcc-9e41-2b5d7740d0af tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4032109 Apr 28 22:44:50.315475 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-ba3b6441-1e23-4d4c-b956-7b3c8b60c0d8 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/quotas/82f55bab24e5441786cf6a726fe2a622 HTTP/1.1" status: 200 len: 375 time: 0.0092161 Apr 28 22:44:50.350115 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-071905a0-d857-407e-b8fc-ab24eb1043ce tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=82f55bab24e5441786cf6a726fe2a622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286722 Apr 28 22:44:50.608533 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4f8a8d44-10de-4b02-a54b-e486f3913a86 req-95c476fc-f0cc-4d15-a742-80e3462e3ae6 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 210 time: 0.0274200 Apr 28 22:44:50.875487 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494f63a-664e-4539-a5d7-fbf624040eca req-9c0e6158-3dad-47af-9581-e4cecb2939cc tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:50.876974 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d494f63a-664e-4539-a5d7-fbf624040eca req-9c0e6158-3dad-47af-9581-e4cecb2939cc tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0642562 Apr 28 22:44:50.925611 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d494f63a-664e-4539-a5d7-fbf624040eca req-01446f5e-9b75-4b40-9439-ab9693201d85 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427420 Apr 28 22:44:51.312492 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242def9-7692-4c77-bab1-8f5c18b72a15 req-ebed773b-103e-4709-b891-da6b968a1302 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:51.320166 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a242def9-7692-4c77-bab1-8f5c18b72a15 req-ebed773b-103e-4709-b891-da6b968a1302 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0600185 Apr 28 22:44:51.337989 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 49862) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:51.435642 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a242def9-7692-4c77-bab1-8f5c18b72a15 req-58c00f7b-f61b-483e-bc77-7715cb43d901 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143966 Apr 28 22:44:51.436601 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699101-5cdb-4a0a-b9b7-f3e29564db93 req-1d04d8a2-2263-4de0-8dfb-0b9f5626c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:51.438157 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-af699101-5cdb-4a0a-b9b7-f3e29564db93 req-1d04d8a2-2263-4de0-8dfb-0b9f5626c219 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 1129 time: 0.0811951 Apr 28 22:44:51.489890 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-59328c77-f775-432e-940d-54a901100209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:51.591564 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699101-5cdb-4a0a-b9b7-f3e29564db93 req-fe41e237-6e9c-4b0c-9adc-264428a1d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:51.593048 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-af699101-5cdb-4a0a-b9b7-f3e29564db93 req-fe41e237-6e9c-4b0c-9adc-264428a1d774 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 920 time: 0.1459761 Apr 28 22:44:51.620812 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 49880) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:51.651044 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-af699101-5cdb-4a0a-b9b7-f3e29564db93 req-d77671b3-264c-46fb-8e3c-34f6d0463e22 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51c2f36f-c5f2-49b5-8059-c1b5974b3f2e HTTP/1.1" status: 200 len: 217 time: 0.0415134 Apr 28 22:44:51.687742 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ca9345be-28ac-430e-95ac-4ec89aab4726 req-29879172-61a8-4ea5-b338-dea3c86a8c0b tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 210 time: 0.0284791 Apr 28 22:44:51.708029 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-59328c77-f775-432e-940d-54a901100209 admin admin] Publish callbacks [] for security_group (c8e9e1e2-56a8-494b-adb3-53e0e47b3254), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:51.721017 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699101-5cdb-4a0a-b9b7-f3e29564db93 req-3066a8d4-4c7b-49aa-8582-c257ccf03866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:51.722547 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-af699101-5cdb-4a0a-b9b7-f3e29564db93 req-3066a8d4-4c7b-49aa-8582-c257ccf03866 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.0625610 Apr 28 22:44:51.749281 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-33200e9e-b7a9-4743-96f5-20725d959b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:51.770806 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699101-5cdb-4a0a-b9b7-f3e29564db93 req-d2ba85dd-2d21-43cd-8060-c3c203782ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:51.772848 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-af699101-5cdb-4a0a-b9b7-f3e29564db93 req-d2ba85dd-2d21-43cd-8060-c3c203782ea8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429282 Apr 28 22:44:51.797600 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-59328c77-f775-432e-940d-54a901100209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (c8e9e1e2-56a8-494b-adb3-53e0e47b3254), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:51.838848 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-33200e9e-b7a9-4743-96f5-20725d959b5d admin admin] Publish callbacks [] for security_group (ffe27fa4-82b5-49a4-8e75-267e08e0f017), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:51.888682 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-59328c77-f775-432e-940d-54a901100209 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5eb316d5c04540888ecb1cce3cbbbd0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5429821 Apr 28 22:44:51.888682 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59328c77-f775-432e-940d-54a901100209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e9e1e2-56a8-494b-adb3-53e0e47b3254,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:51.890509 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 49894) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:51.909684 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-33200e9e-b7a9-4743-96f5-20725d959b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (ffe27fa4-82b5-49a4-8e75-267e08e0f017), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:51.918198 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-af699101-5cdb-4a0a-b9b7-f3e29564db93 req-23ebeb1f-83ad-4d5d-842c-e488f2f160a8 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383579 Apr 28 22:44:51.972857 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-33200e9e-b7a9-4743-96f5-20725d959b5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4eaf535979a47a4b07a73ab97a27269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485079 Apr 28 22:44:51.974466 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 49900) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:51.975444 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33200e9e-b7a9-4743-96f5-20725d959b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe27fa4-82b5-49a4-8e75-267e08e0f017,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:51.989490 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-26abf7ef-4001-4e39-aac8-75a6862e95fa admin admin] Publish callbacks [] for security_group (c8e9e1e2-56a8-494b-adb3-53e0e47b3254), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:52.014952 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-26abf7ef-4001-4e39-aac8-75a6862e95fa admin admin] Publish callbacks [] for security_group (c8e9e1e2-56a8-494b-adb3-53e0e47b3254), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:52.089681 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-af699101-5cdb-4a0a-b9b7-f3e29564db93 req-eee735e3-dae5-4841-b538-9a58667eb4f2 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653075 Apr 28 22:44:52.090466 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c62932f9-5caf-4e55-9cf8-ff348971bd5a admin admin] Publish callbacks [] for security_group (ffe27fa4-82b5-49a4-8e75-267e08e0f017), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:52.114887 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c62932f9-5caf-4e55-9cf8-ff348971bd5a admin admin] Publish callbacks [] for security_group (ffe27fa4-82b5-49a4-8e75-267e08e0f017), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:52.143288 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-26abf7ef-4001-4e39-aac8-75a6862e95fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (c8e9e1e2-56a8-494b-adb3-53e0e47b3254), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:52.146103 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-26abf7ef-4001-4e39-aac8-75a6862e95fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:52.148069 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-26abf7ef-4001-4e39-aac8-75a6862e95fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8e9e1e2-56a8-494b-adb3-53e0e47b3254 HTTP/1.1" status: 204 len: 168 time: 0.2562585 Apr 28 22:44:52.160611 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abf7ef-4001-4e39-aac8-75a6862e95fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e9e1e2-56a8-494b-adb3-53e0e47b3254,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:52.321064 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c62932f9-5caf-4e55-9cf8-ff348971bd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (ffe27fa4-82b5-49a4-8e75-267e08e0f017), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:52.324086 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c62932f9-5caf-4e55-9cf8-ff348971bd5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:52.330009 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-c62932f9-5caf-4e55-9cf8-ff348971bd5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffe27fa4-82b5-49a4-8e75-267e08e0f017 HTTP/1.1" status: 204 len: 168 time: 0.3489683 Apr 28 22:44:52.333910 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62932f9-5caf-4e55-9cf8-ff348971bd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe27fa4-82b5-49a4-8e75-267e08e0f017,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:52.384138 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 90d5fe64-adf2-421a-b524-bb68f117173a no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:44:52.409485 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: 90d5fe64-adf2-421a-b524-bb68f117173a {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:44:52.409923 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 90d5fe64-adf2-421a-b524-bb68f117173a not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:44:52.563338 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fe5fe-6f72-452a-b80d-bb9c78be207a req-bc958615-57c0-47cc-b009-660074df0169 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:52.564888 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-303fe5fe-6f72-452a-b80d-bb9c78be207a req-bc958615-57c0-47cc-b009-660074df0169 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0494468 Apr 28 22:44:52.634118 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-303fe5fe-6f72-452a-b80d-bb9c78be207a req-f31008d6-30c3-4d3e-b1c5-acfb5ffb77b7 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590544 Apr 28 22:44:52.784028 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5d48819d-1283-4400-b0bb-bd3a7a3f781e req-21bc7396-45dc-4cc7-a087-4caa3263de23 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 210 time: 0.0273273 Apr 28 22:44:52.925403 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 49942) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:52.969771 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 49946) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:52.983363 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-68cda339-5b7d-44cc-a874-98ee85b564b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.056487 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-68cda339-5b7d-44cc-a874-98ee85b564b2 admin admin] Publish callbacks [] for security_group (52e02731-52cb-4dbd-acd5-f0b53a84dfeb), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.117952 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3735eaae-871d-4bc9-98af-f746d9e15a40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.125778 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-68cda339-5b7d-44cc-a874-98ee85b564b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (52e02731-52cb-4dbd-acd5-f0b53a84dfeb), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.166613 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-68cda339-5b7d-44cc-a874-98ee85b564b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a424f52ca114f6bb1f9651f7f81fb96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957023 Apr 28 22:44:53.167635 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cda339-5b7d-44cc-a874-98ee85b564b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e02731-52cb-4dbd-acd5-f0b53a84dfeb,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:53.169190 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 49948) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:53.224240 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 49954) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:53.230330 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3735eaae-871d-4bc9-98af-f746d9e15a40 admin admin] Publish callbacks [] for security_group (767776ca-bcbd-4910-83ee-4a13fda9f304), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.248621 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5178d4ad-1dcd-4585-9e2a-fe63870011fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.265259 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-63182288-ed83-4106-9e69-db8abfec7ee4 admin admin] Publish callbacks [] for security_group (52e02731-52cb-4dbd-acd5-f0b53a84dfeb), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.295621 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-63182288-ed83-4106-9e69-db8abfec7ee4 admin admin] Publish callbacks [] for security_group (52e02731-52cb-4dbd-acd5-f0b53a84dfeb), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.307527 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3735eaae-871d-4bc9-98af-f746d9e15a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (767776ca-bcbd-4910-83ee-4a13fda9f304), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.376304 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-3735eaae-871d-4bc9-98af-f746d9e15a40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfab97cae2c14ec193cc5b20c88eec1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4497287 Apr 28 22:44:53.379004 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 49956) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:53.381292 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735eaae-871d-4bc9-98af-f746d9e15a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767776ca-bcbd-4910-83ee-4a13fda9f304,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:53.419732 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5178d4ad-1dcd-4585-9e2a-fe63870011fc admin admin] Publish callbacks [] for security_group (0d7c553c-7f56-4321-a069-363dad91d281), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.431127 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af293499-12d6-487f-8283-a5fd713f954e admin admin] Publish callbacks [] for security_group (767776ca-bcbd-4910-83ee-4a13fda9f304), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.454843 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af293499-12d6-487f-8283-a5fd713f954e admin admin] Publish callbacks [] for security_group (767776ca-bcbd-4910-83ee-4a13fda9f304), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.491783 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-63182288-ed83-4106-9e69-db8abfec7ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (52e02731-52cb-4dbd-acd5-f0b53a84dfeb), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.496098 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-63182288-ed83-4106-9e69-db8abfec7ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.496098 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-63182288-ed83-4106-9e69-db8abfec7ee4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52e02731-52cb-4dbd-acd5-f0b53a84dfeb HTTP/1.1" status: 204 len: 168 time: 0.3253255 Apr 28 22:44:53.503701 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63182288-ed83-4106-9e69-db8abfec7ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e02731-52cb-4dbd-acd5-f0b53a84dfeb,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:53.537706 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5178d4ad-1dcd-4585-9e2a-fe63870011fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (0d7c553c-7f56-4321-a069-363dad91d281), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.576547 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-5178d4ad-1dcd-4585-9e2a-fe63870011fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09ecf52d1a414940b6661baef9eb39cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482633 Apr 28 22:44:53.578845 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178d4ad-1dcd-4585-9e2a-fe63870011fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7c553c-7f56-4321-a069-363dad91d281,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:53.579469 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 49962) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:53.608861 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af293499-12d6-487f-8283-a5fd713f954e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (767776ca-bcbd-4910-83ee-4a13fda9f304), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.611297 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-af293499-12d6-487f-8283-a5fd713f954e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.615024 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-af293499-12d6-487f-8283-a5fd713f954e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/767776ca-bcbd-4910-83ee-4a13fda9f304 HTTP/1.1" status: 204 len: 168 time: 0.2324243 Apr 28 22:44:53.626333 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af293499-12d6-487f-8283-a5fd713f954e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767776ca-bcbd-4910-83ee-4a13fda9f304,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:53.647248 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-04de7199-8639-4b5f-86d9-1ebf23f315fe admin admin] Publish callbacks [] for security_group (0d7c553c-7f56-4321-a069-363dad91d281), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.673635 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-04de7199-8639-4b5f-86d9-1ebf23f315fe admin admin] Publish callbacks [] for security_group (0d7c553c-7f56-4321-a069-363dad91d281), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.758288 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177065b-0492-4c4a-bd2d-f40f268be6a2 req-1b2a3bb5-7609-425e-a983-9cbecffe6270 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:53.759911 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2177065b-0492-4c4a-bd2d-f40f268be6a2 req-1b2a3bb5-7609-425e-a983-9cbecffe6270 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0530477 Apr 28 22:44:53.806207 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-04de7199-8639-4b5f-86d9-1ebf23f315fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (0d7c553c-7f56-4321-a069-363dad91d281), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.809094 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-04de7199-8639-4b5f-86d9-1ebf23f315fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:53.810283 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-04de7199-8639-4b5f-86d9-1ebf23f315fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d7c553c-7f56-4321-a069-363dad91d281 HTTP/1.1" status: 204 len: 168 time: 0.2298222 Apr 28 22:44:53.810725 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2177065b-0492-4c4a-bd2d-f40f268be6a2 req-f1c1885e-9616-4326-b3ce-cc9a66f54bab tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453198 Apr 28 22:44:53.827600 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de7199-8639-4b5f-86d9-1ebf23f315fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7c553c-7f56-4321-a069-363dad91d281,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:53.897030 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-18e65c2f-ea67-4ded-aa48-37159539615b req-9399bfba-97e2-4ac4-8d2f-7b6a5efd3337 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 210 time: 0.0321298 Apr 28 22:44:54.375552 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 49990) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:54.388582 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-58575ac8-570d-4d99-8352-1e710668f691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:54.464943 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-58575ac8-570d-4d99-8352-1e710668f691 admin admin] Publish callbacks [] for security_group (2edf3ea4-eab1-43f8-bd18-333a75965f16), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:54.594939 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-58575ac8-570d-4d99-8352-1e710668f691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (2edf3ea4-eab1-43f8-bd18-333a75965f16), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:54.644096 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-58575ac8-570d-4d99-8352-1e710668f691 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9701ff29ec4c4e3e9523069a2ac40a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650621 Apr 28 22:44:54.644096 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58575ac8-570d-4d99-8352-1e710668f691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edf3ea4-eab1-43f8-bd18-333a75965f16,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:54.644517 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 50002) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:54.699404 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-da7e3d83-da8f-46c5-a8b7-18d8862ff586 admin admin] Publish callbacks [] for security_group (2edf3ea4-eab1-43f8-bd18-333a75965f16), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:54.722051 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-da7e3d83-da8f-46c5-a8b7-18d8862ff586 admin admin] Publish callbacks [] for security_group (2edf3ea4-eab1-43f8-bd18-333a75965f16), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:54.834429 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-da7e3d83-da8f-46c5-a8b7-18d8862ff586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (2edf3ea4-eab1-43f8-bd18-333a75965f16), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:54.837017 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-da7e3d83-da8f-46c5-a8b7-18d8862ff586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:54.840567 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-da7e3d83-da8f-46c5-a8b7-18d8862ff586 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2edf3ea4-eab1-43f8-bd18-333a75965f16 HTTP/1.1" status: 204 len: 168 time: 0.1927795 Apr 28 22:44:54.848622 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e3d83-da8f-46c5-a8b7-18d8862ff586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edf3ea4-eab1-43f8-bd18-333a75965f16,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:54.944414 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6201739-a495-4696-8a45-e7df5e04ed77 req-e9df00ef-a23b-4fa4-9c6a-f1b88ce3d447 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:54.945902 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a6201739-a495-4696-8a45-e7df5e04ed77 req-e9df00ef-a23b-4fa4-9c6a-f1b88ce3d447 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0535483 Apr 28 22:44:54.997481 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d7ca9ba2-ae1e-4a51-984d-8a011138a464 req-3935f819-9aa2-4635-9135-2d34342361b9 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 210 time: 0.0297074 Apr 28 22:44:55.004195 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a6201739-a495-4696-8a45-e7df5e04ed77 req-0b8fef98-a131-410a-974f-a4373e2b2c7e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524125 Apr 28 22:44:56.110237 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-10ec938e-09cc-47f6-95b4-ba9ea99aaa85 req-dbbc0ab5-c0fb-43e8-b4aa-8200b067db4f tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 210 time: 0.0385659 Apr 28 22:44:56.143547 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fbad0-7eea-4b31-b7f7-b50681d031f4 req-1d0e77b7-e919-428d-becd-8b5d4341d679 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:56.145220 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fd6fbad0-7eea-4b31-b7f7-b50681d031f4 req-1d0e77b7-e919-428d-becd-8b5d4341d679 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0673375 Apr 28 22:44:56.203788 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fd6fbad0-7eea-4b31-b7f7-b50681d031f4 req-266df527-ecfe-4f26-a826-9cf167ba7e4f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519226 Apr 28 22:44:57.211585 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b2f95258-39dc-409d-b850-2c8ea236bd7d req-559153f4-24ae-401a-a0a8-7a7dc3cd3f7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 210 time: 0.0433776 Apr 28 22:44:57.335079 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9cf3a-356b-4215-a9ae-c8ce3abf37e8 req-24253599-fab9-4c04-923c-5b3f4717cffd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:57.337246 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9fa9cf3a-356b-4215-a9ae-c8ce3abf37e8 req-24253599-fab9-4c04-923c-5b3f4717cffd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0528157 Apr 28 22:44:57.389831 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9fa9cf3a-356b-4215-a9ae-c8ce3abf37e8 req-5e1998fa-19c2-4077-8f82-61abb4090dd8 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453665 Apr 28 22:44:58.366378 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-58c654b2-c531-496f-9d19-04c35fa90e7e tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=82f55bab24e5441786cf6a726fe2a622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423799 Apr 28 22:44:58.407347 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-14a07a09-cf8f-44e9-818c-ee5c5b98f738 req-751dfd0e-b46d-496f-92ec-869a3c8ca942 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 210 time: 0.0607822 Apr 28 22:44:58.566731 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890c995-4d64-4abe-b0ef-345f214ee8cb req-aab6e93c-aa0d-454e-9e1e-150fbceaecd1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:58.568746 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d890c995-4d64-4abe-b0ef-345f214ee8cb req-aab6e93c-aa0d-454e-9e1e-150fbceaecd1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0672064 Apr 28 22:44:58.576639 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-9b3fbb45-c132-455b-a115-3c9daa4f2bde tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:58.578275 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-9b3fbb45-c132-455b-a115-3c9daa4f2bde tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085271 Apr 28 22:44:58.650103 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d890c995-4d64-4abe-b0ef-345f214ee8cb req-a1206710-8457-4082-b4c8-161dc955b948 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669291 Apr 28 22:44:58.755500 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 50168) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:58.955715 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6d6158b0-a1d8-4d14-9dd2-472d263193f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:58.956122 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1d6dd2fc-aafc-4680-a8b8-551a7e239b7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Request body: {'port': {'device_id': 'd769143a-9be8-4128-b846-d215d825b778', 'network_id': '043511e9-3637-4360-a261-a6e230c9f56c', 'admin_state_up': True, 'tenant_id': '82f55bab24e5441786cf6a726fe2a622'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:44:59.040317 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6d6158b0-a1d8-4d14-9dd2-472d263193f3 admin admin] Publish callbacks [] for security_group (c4562a72-1edf-4f33-98bf-423d2a56142c), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:59.150678 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6d6158b0-a1d8-4d14-9dd2-472d263193f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (c4562a72-1edf-4f33-98bf-423d2a56142c), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:59.151261 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1d6dd2fc-aafc-4680-a8b8-551a7e239b7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Made reservation on behalf of 82f55bab24e5441786cf6a726fe2a622 for: {'port': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:44:59.158526 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1d6dd2fc-aafc-4680-a8b8-551a7e239b7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:59.178522 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1d6dd2fc-aafc-4680-a8b8-551a7e239b7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:59.279410 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-6d6158b0-a1d8-4d14-9dd2-472d263193f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b549cf0458a48ebb82813585316c1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5207946 Apr 28 22:44:59.282040 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6158b0-a1d8-4d14-9dd2-472d263193f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4562a72-1edf-4f33-98bf-423d2a56142c,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:59.289146 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 50178) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:44:59.362118 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-513b2930-2b55-4261-b99a-f1f86c6eec21 admin admin] Publish callbacks [] for security_group (c4562a72-1edf-4f33-98bf-423d2a56142c), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:59.413126 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-513b2930-2b55-4261-b99a-f1f86c6eec21 admin admin] Publish callbacks [] for security_group (c4562a72-1edf-4f33-98bf-423d2a56142c), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:59.509237 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1d6dd2fc-aafc-4680-a8b8-551a7e239b7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Publish callbacks [] for security_group (8faa6a6e-9e79-4821-9428-8f0cbd4b1f31), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:59.574410 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-66616fb0-8dc9-4c8b-9f39-6a89d4498f57 req-cad56696-0037-4cd1-acab-f79515c03eea tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 210 time: 0.0751224 Apr 28 22:44:59.581154 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1d6dd2fc-aafc-4680-a8b8-551a7e239b7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (8faa6a6e-9e79-4821-9428-8f0cbd4b1f31), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:59.647233 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dd2fc-aafc-4680-a8b8-551a7e239b7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:59.672312 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-513b2930-2b55-4261-b99a-f1f86c6eec21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (c4562a72-1edf-4f33-98bf-423d2a56142c), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:59.676762 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-513b2930-2b55-4261-b99a-f1f86c6eec21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:44:59.678615 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-513b2930-2b55-4261-b99a-f1f86c6eec21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4562a72-1edf-4f33-98bf-423d2a56142c HTTP/1.1" status: 204 len: 168 time: 0.3878133 Apr 28 22:44:59.691996 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b2930-2b55-4261-b99a-f1f86c6eec21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4562a72-1edf-4f33-98bf-423d2a56142c,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:44:59.872644 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc1a39-459f-4918-b1eb-7314a85bcd29 req-2de55329-92e5-40bc-a006-ad89cd5bb27e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:44:59.875001 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8bdc1a39-459f-4918-b1eb-7314a85bcd29 req-2de55329-92e5-40bc-a006-ad89cd5bb27e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.1061647 Apr 28 22:44:59.913334 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1d6dd2fc-aafc-4680-a8b8-551a7e239b7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Allocated IP 192.168.233.237 (043511e9-3637-4360-a261-a6e230c9f56c/00ba91c3-74b5-4112-8509-2e2c014b0869/b300c603-6618-49e6-b334-598e2d99f147) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:44:59.968588 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8bdc1a39-459f-4918-b1eb-7314a85bcd29 req-16f00b69-cdef-41ec-b6a0-d9ee3dea194c tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844648 Apr 28 22:45:00.383906 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1d6dd2fc-aafc-4680-a8b8-551a7e239b7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Publish callbacks [] for port (b300c603-6618-49e6-b334-598e2d99f147), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:00.544543 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1d6dd2fc-aafc-4680-a8b8-551a7e239b7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (b300c603-6618-49e6-b334-598e2d99f147), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:00.644880 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1d6dd2fc-aafc-4680-a8b8-551a7e239b7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Network 043511e9-3637-4360-a261-a6e230c9f56c is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:00.651275 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1d6dd2fc-aafc-4680-a8b8-551a7e239b7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:00.656504 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1d6dd2fc-aafc-4680-a8b8-551a7e239b7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:45:00.688497 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dd2fc-aafc-4680-a8b8-551a7e239b7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Pushing event updated for resources: {'Port': ['ID=b300c603-6618-49e6-b334-598e2d99f147,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:00.730840 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1d6dd2fc-aafc-4680-a8b8-551a7e239b7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:00.739086 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1d6dd2fc-aafc-4680-a8b8-551a7e239b7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:00.817667 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1d6dd2fc-aafc-4680-a8b8-551a7e239b7d tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8826470 Apr 28 22:45:00.844055 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Request body: {'port': {'device_id': 'd769143a-9be8-4128-b846-d215d825b778', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:00.863557 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 50236) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:00.907207 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060683b-6130-405f-929c-f6b2c65d1b71 req-699e97b9-ee1a-4faf-8586-98d78890be94 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:00.915379 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9060683b-6130-405f-929c-f6b2c65d1b71 req-699e97b9-ee1a-4faf-8586-98d78890be94 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 936 time: 0.1158457 Apr 28 22:45:00.965298 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-f0042d6f-74fd-49b1-a5a0-0cf9e2bf9152 None None] Provisioning complete for port b300c603-6618-49e6-b334-598e2d99f147 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:00.968583 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f0042d6f-74fd-49b1-a5a0-0cf9e2bf9152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (b300c603-6618-49e6-b334-598e2d99f147), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:01.002847 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (b300c603-6618-49e6-b334-598e2d99f147), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:01.077762 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-f0042d6f-74fd-49b1-a5a0-0cf9e2bf9152 None None] Port b300c603-6618-49e6-b334-598e2d99f147 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:45:01.102656 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6aca150e-392f-449d-9f06-c3605b1b972a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:01.135065 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9060683b-6130-405f-929c-f6b2c65d1b71 req-a0885d95-9ecf-45e6-bb93-06b0f4e09824 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133439 Apr 28 22:45:01.230724 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6aca150e-392f-449d-9f06-c3605b1b972a admin admin] Publish callbacks [] for security_group (401855eb-8f49-47d2-a9b3-286a8437302d), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:01.312214 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6aca150e-392f-449d-9f06-c3605b1b972a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (401855eb-8f49-47d2-a9b3-286a8437302d), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:01.372877 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-6aca150e-392f-449d-9f06-c3605b1b972a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b346ab50a12f4c6db3813e97bb2e29de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5026278 Apr 28 22:45:01.376553 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 50256) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:01.430547 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca150e-392f-449d-9f06-c3605b1b972a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401855eb-8f49-47d2-a9b3-286a8437302d,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:01.469265 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b43d0d38-64ef-44d2-8967-e114d680f693 admin admin] Publish callbacks [] for security_group (401855eb-8f49-47d2-a9b3-286a8437302d), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:01.542481 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 50264) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:01.542663 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b43d0d38-64ef-44d2-8967-e114d680f693 admin admin] Publish callbacks [] for security_group (401855eb-8f49-47d2-a9b3-286a8437302d), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:01.573625 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b300c603-6618-49e6-b334-598e2d99f147 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:45:01.592988 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Publish callbacks [] for port (b300c603-6618-49e6-b334-598e2d99f147), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:01.619722 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Transition to ACTIVE for port object b300c603-6618-49e6-b334-598e2d99f147 will not be triggered until provisioned by entity L2. {{(pid=110299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:45:01.696021 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-d57f578d-fa4f-48d8-85ee-ab3d957245d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-326427212-network', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:01.718517 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (b300c603-6618-49e6-b334-598e2d99f147), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:01.720281 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b43d0d38-64ef-44d2-8967-e114d680f693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (401855eb-8f49-47d2-a9b3-286a8437302d), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:01.723484 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b43d0d38-64ef-44d2-8967-e114d680f693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:01.727041 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-b43d0d38-64ef-44d2-8967-e114d680f693 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/401855eb-8f49-47d2-a9b3-286a8437302d HTTP/1.1" status: 204 len: 168 time: 0.3472404 Apr 28 22:45:01.737067 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d0d38-64ef-44d2-8967-e114d680f693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401855eb-8f49-47d2-a9b3-286a8437302d,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:01.880108 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Attempting to bind port b300c603-6618-49e6-b334-598e2d99f147 on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:45:01.880441 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Attempting to bind port b300c603-6618-49e6-b334-598e2d99f147 by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': 'a0fcc95b-3fdd-4499-a415-4cf1c052bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '043511e9-3637-4360-a261-a6e230c9f56c'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:45:01.881316 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Attempting to bind port b300c603-6618-49e6-b334-598e2d99f147 on network 043511e9-3637-4360-a261-a6e230c9f56c {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:45:01.886034 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57f578d-fa4f-48d8-85ee-ab3d957245d7 admin admin] Made reservation on behalf of f434106bf30945f58afaceb0b3a389b0 for: {'network': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:45:01.888359 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d57f578d-fa4f-48d8-85ee-ab3d957245d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:01.904463 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Port b300c603-6618-49e6-b334-598e2d99f147 on network 043511e9-3637-4360-a261-a6e230c9f56c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:45:01.904790 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Attempting to bind port b300c603-6618-49e6-b334-598e2d99f147 on network 043511e9-3637-4360-a261-a6e230c9f56c {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:45:01.915505 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d57f578d-fa4f-48d8-85ee-ab3d957245d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:01.938058 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:45:01.938568 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Checking segment: {'id': 'a0fcc95b-3fdd-4499-a415-4cf1c052bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '043511e9-3637-4360-a261-a6e230c9f56c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:45:01.939723 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Bound using segment: {'id': 'a0fcc95b-3fdd-4499-a415-4cf1c052bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '043511e9-3637-4360-a261-a6e230c9f56c'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:45:01.942983 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Bound port: b300c603-6618-49e6-b334-598e2d99f147, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fcc95b-3fdd-4499-a415-4cf1c052bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '043511e9-3637-4360-a261-a6e230c9f56c'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:45:01.944195 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (b300c603-6618-49e6-b334-598e2d99f147), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:01.970998 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Pushing event updated for resources: {'Port': ['ID=b300c603-6618-49e6-b334-598e2d99f147,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:02.111209 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] For port b300c603-6618-49e6-b334-598e2d99f147, host hv-cinder-83982, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:45:02.128110 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] For port b300c603-6618-49e6-b334-598e2d99f147, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=b300c603-6618-49e6-b334-598e2d99f147,segment=NetworkSegment(a0fcc95b-3fdd-4499-a415-4cf1c052bf7f),segment_id=a0fcc95b-3fdd-4499-a415-4cf1c052bf7f)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:45:02.165898 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 50280) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:02.178950 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d57f578d-fa4f-48d8-85ee-ab3d957245d7 admin admin] Publish callbacks [] for security_group (58c169b1-0c2b-4b57-a2f5-333d34be8cf9), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:02.213617 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (b300c603-6618-49e6-b334-598e2d99f147), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:02.356475 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221d996-91bb-4906-b1fd-167f663188cd req-9f067124-59cb-460b-beed-5c000982a980 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:02.359514 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9221d996-91bb-4906-b1fd-167f663188cd req-9f067124-59cb-460b-beed-5c000982a980 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 948 time: 0.1068220 Apr 28 22:45:02.397787 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:02.398621 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:02.401689 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] 10.222.0.31 "PUT /v2.0/ports/b300c603-6618-49e6-b334-598e2d99f147 HTTP/1.1" status: 200 len: 1098 time: 1.5615211 Apr 28 22:45:02.409923 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd769143a-9be8-4128-b846-d215d825b778', 'tag': 'b300c603-6618-49e6-b334-598e2d99f147'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:45:02.412587 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908b9060-2f21-4759-a9c2-4e1e7f6fea31" -d '{"events": [{"name": "network-changed", "server_uuid": "d769143a-9be8-4128-b846-d215d825b778", "tag": "b300c603-6618-49e6-b334-598e2d99f147"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:45:02.426610 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d57f578d-fa4f-48d8-85ee-ab3d957245d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (58c169b1-0c2b-4b57-a2f5-333d34be8cf9), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:02.429885 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57f578d-fa4f-48d8-85ee-ab3d957245d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=110299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:45:02.444675 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d57f578d-fa4f-48d8-85ee-ab3d957245d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (639d774a-2096-41e0-a6b3-2251224b5c26), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:02.445075 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.segments_db [None req-d57f578d-fa4f-48d8-85ee-ab3d957245d7 admin admin] Added segment 639d774a-2096-41e0-a6b3-2251224b5c26 of type vlan for network 0d4ddebe-289b-4288-8e3a-743f46cd7035 Apr 28 22:45:02.490576 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d57f578d-fa4f-48d8-85ee-ab3d957245d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (0d4ddebe-289b-4288-8e3a-743f46cd7035), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:02.612441 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0c4bf04c-f0b3-44fb-9b44-6857d661f720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:02.679197 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f578d-fa4f-48d8-85ee-ab3d957245d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c169b1-0c2b-4b57-a2f5-333d34be8cf9,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:02.690170 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cfa9c-24e4-4fbe-a810-7c210b979a7d service neutron] Pushing event updated for resources: {'Port': ['ID=b300c603-6618-49e6-b334-598e2d99f147,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:02.692829 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d57f578d-fa4f-48d8-85ee-ab3d957245d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (0d4ddebe-289b-4288-8e3a-743f46cd7035), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:02.694330 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57f578d-fa4f-48d8-85ee-ab3d957245d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:02.694920 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d57f578d-fa4f-48d8-85ee-ab3d957245d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:02.731382 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9221d996-91bb-4906-b1fd-167f663188cd req-eb14494d-b0fe-4290-bb9a-a9e774bc2250 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524432 Apr 28 22:45:02.780774 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1af098ef-7113-410c-b854-1b9dc47d3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:02.782202 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-1af098ef-7113-410c-b854-1b9dc47d3b2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82f55bab24e5441786cf6a726fe2a622&device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 1132 time: 0.2409956 Apr 28 22:45:02.835467 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1862ee7-fb27-4943-9061-456cf40dec58 x-openstack-request-id: req-d1862ee7-fb27-4943-9061-456cf40dec58 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:45:02.841996 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d769143a-9be8-4128-b846-d215d825b778", "tag": "b300c603-6618-49e6-b334-598e2d99f147", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:45:02.841996 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1862ee7-fb27-4943-9061-456cf40dec58 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:45:02.841996 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1862ee7-fb27-4943-9061-456cf40dec58'] response: {'name': 'network-changed', 'server_uuid': 'd769143a-9be8-4128-b846-d215d825b778', 'tag': 'b300c603-6618-49e6-b334-598e2d99f147', 'status': 'completed', 'code': 200} Apr 28 22:45:02.869073 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-b9bce504-4bcc-4b7c-86d1-7ee614a67691 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=b300c603-6618-49e6-b334-598e2d99f147 HTTP/1.1" status: 200 len: 217 time: 0.0791059 Apr 28 22:45:02.873848 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f578d-fa4f-48d8-85ee-ab3d957245d7 admin admin] Pushing event updated for resources: {'Network': ['ID=0d4ddebe-289b-4288-8e3a-743f46cd7035,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:02.890191 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 50310) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:02.894696 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-3154b925-4299-4135-99bb-5ae6617c235a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--307262722', 'description': 'tempest-description--870066235'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:02.900313 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network 0d4ddebe-289b-4288-8e3a-743f46cd7035 details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:45:02.932375 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-d57f578d-fa4f-48d8-85ee-ab3d957245d7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3858058 Apr 28 22:45:02.934214 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 50314) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:02.939235 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-04fd30c2-dc67-4993-b716-e8e0f7091106 admin admin] Request body: {'subnet': {'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-326427212-subnet', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'ip_version': 4}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:03.001640 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3154b925-4299-4135-99bb-5ae6617c235a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:03.029753 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0c4bf04c-f0b3-44fb-9b44-6857d661f720 admin admin] Publish callbacks [] for security_group (591feb49-a67c-4931-ab5f-d1a20bde0be7), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:03.032838 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-8e06484b-73a3-45bc-99ec-d9e778b02a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:03.035075 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-8e06484b-73a3-45bc-99ec-d9e778b02a8d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=00ba91c3-74b5-4112-8509-2e2c014b0869 HTTP/1.1" status: 200 len: 843 time: 0.1569633 Apr 28 22:45:03.117904 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-729f1874-4a0c-47bb-8920-f4230c37ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:03.119608 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-729f1874-4a0c-47bb-8920-f4230c37ca33 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=043511e9-3637-4360-a261-a6e230c9f56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0735066 Apr 28 22:45:03.123909 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fd30c2-dc67-4993-b716-e8e0f7091106 admin admin] Made reservation on behalf of f434106bf30945f58afaceb0b3a389b0 for: {'subnet': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:45:03.123909 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04fd30c2-dc67-4993-b716-e8e0f7091106 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521307576'] for subnet (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:03.139696 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3154b925-4299-4135-99bb-5ae6617c235a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for security_group (0bbab17b-af6e-43aa-b9a1-f7f6848992c2), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:03.235754 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0c4bf04c-f0b3-44fb-9b44-6857d661f720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (591feb49-a67c-4931-ab5f-d1a20bde0be7), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:03.248699 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3154b925-4299-4135-99bb-5ae6617c235a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (0bbab17b-af6e-43aa-b9a1-f7f6848992c2), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:03.306589 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154b925-4299-4135-99bb-5ae6617c235a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbab17b-af6e-43aa-b9a1-f7f6848992c2,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:03.312296 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-0c4bf04c-f0b3-44fb-9b44-6857d661f720 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5ff7260fcd1495bb2d69b085f711ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1449933 Apr 28 22:45:03.318486 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 50330) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:03.330410 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4bf04c-f0b3-44fb-9b44-6857d661f720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591feb49-a67c-4931-ab5f-d1a20bde0be7,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:03.348458 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-e6643d00-ce48-4a29-b6d4-54168e8c7b69 service neutron] 10.222.0.31 "GET /v2.0/networks/043511e9-3637-4360-a261-a6e230c9f56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218864 Apr 28 22:45:03.372271 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3154b925-4299-4135-99bb-5ae6617c235a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:03.374623 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-3154b925-4299-4135-99bb-5ae6617c235a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4829106 Apr 28 22:45:03.386054 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 50334) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:03.395357 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-32e0ef00-b613-4976-a061-fc2422c025f4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Request body: {'security_group_rule': {'security_group_id': '0bbab17b-af6e-43aa-b9a1-f7f6848992c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:03.529052 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-32e0ef00-b613-4976-a061-fc2422c025f4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for security_group_rule (d8b9e618-22e5-4ec5-9387-59c11f95fd3b), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:03.650197 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-32e0ef00-b613-4976-a061-fc2422c025f4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for security_group_rule (d8b9e618-22e5-4ec5-9387-59c11f95fd3b), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:03.720604 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-32e0ef00-b613-4976-a061-fc2422c025f4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (d8b9e618-22e5-4ec5-9387-59c11f95fd3b), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:03.760170 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0ef00-b613-4976-a061-fc2422c025f4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b9e618-22e5-4ec5-9387-59c11f95fd3b,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:03.837459 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-32e0ef00-b613-4976-a061-fc2422c025f4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:03.838783 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-32e0ef00-b613-4976-a061-fc2422c025f4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4515421 Apr 28 22:45:03.841356 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 50378) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:03.845874 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-150afa02-db27-40b0-9105-c735eef326f1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Request body: {'security_group_rule': {'security_group_id': '0bbab17b-af6e-43aa-b9a1-f7f6848992c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:03.870700 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f96d1a09-3e60-4f6d-b108-411273054996 admin admin] Publish callbacks [] for security_group (591feb49-a67c-4931-ab5f-d1a20bde0be7), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:03.975014 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-150afa02-db27-40b0-9105-c735eef326f1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for security_group_rule (37d7988c-7b52-4567-a0f2-2dd625f35a87), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:03.991249 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8672c346-d40e-4989-ad1e-4341af8172c7 req-86dda523-b95c-45a8-97e3-149cc795480a service neutron] 10.222.0.31 "GET /v2.0/networks/043511e9-3637-4360-a261-a6e230c9f56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6352565 Apr 28 22:45:03.996226 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f96d1a09-3e60-4f6d-b108-411273054996 admin admin] Publish callbacks [] for security_group (591feb49-a67c-4931-ab5f-d1a20bde0be7), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:04.009308 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de11236-652f-4c77-8cae-4b8c69cfbefd req-718b7705-3fd2-4551-b607-5ef9c8ab9aeb tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:04.016291 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6de11236-652f-4c77-8cae-4b8c69cfbefd req-718b7705-3fd2-4551-b607-5ef9c8ab9aeb tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 948 time: 0.1486762 Apr 28 22:45:04.070406 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04fd30c2-dc67-4993-b716-e8e0f7091106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-521659080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521307466'] for subnet (170b4ca0-74a9-45ac-9923-9c9a50ebf98b), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:04.096409 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-150afa02-db27-40b0-9105-c735eef326f1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for security_group_rule (37d7988c-7b52-4567-a0f2-2dd625f35a87), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:04.123226 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6de11236-652f-4c77-8cae-4b8c69cfbefd req-84f12af1-b04b-402d-81dd-3dfea97d7659 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057732 Apr 28 22:45:04.163545 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd30c2-dc67-4993-b716-e8e0f7091106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=170b4ca0-74a9-45ac-9923-9c9a50ebf98b,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:04.186653 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd30c2-dc67-4993-b716-e8e0f7091106 admin admin] Checking segment: {'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:45:04.187197 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fd30c2-dc67-4993-b716-e8e0f7091106 admin admin] Network hostable DHCP agents. Network: 0d4ddebe-289b-4288-8e3a-743f46cd7035, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:45:04.194911 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-150afa02-db27-40b0-9105-c735eef326f1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (37d7988c-7b52-4567-a0f2-2dd625f35a87), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:04.220642 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150afa02-db27-40b0-9105-c735eef326f1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d7988c-7b52-4567-a0f2-2dd625f35a87,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:04.221285 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f96d1a09-3e60-4f6d-b108-411273054996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (591feb49-a67c-4931-ab5f-d1a20bde0be7), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:04.226381 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f96d1a09-3e60-4f6d-b108-411273054996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:04.229755 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-f96d1a09-3e60-4f6d-b108-411273054996 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/591feb49-a67c-4931-ab5f-d1a20bde0be7 HTTP/1.1" status: 204 len: 168 time: 0.9102788 Apr 28 22:45:04.266057 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d1a09-3e60-4f6d-b108-411273054996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591feb49-a67c-4931-ab5f-d1a20bde0be7,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:04.273186 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fd30c2-dc67-4993-b716-e8e0f7091106 admin admin] Network 0d4ddebe-289b-4288-8e3a-743f46cd7035 is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:45:04.293584 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-150afa02-db27-40b0-9105-c735eef326f1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:04.299650 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-150afa02-db27-40b0-9105-c735eef326f1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4564185 Apr 28 22:45:04.302548 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 50398) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:04.340527 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Request body: {'floatingip': {'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:04.385113 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-04fd30c2-dc67-4993-b716-e8e0f7091106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, 0d4ddebe-289b-4288-8e3a-743f46cd7035) {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:04.386827 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fd30c2-dc67-4993-b716-e8e0f7091106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:04.387458 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04fd30c2-dc67-4993-b716-e8e0f7091106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:04.394812 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ac1788-39d3-459a-a9b4-d73a9ed246be None None] Network 0d4ddebe-289b-4288-8e3a-743f46cd7035 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:45:04.480217 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:04.524350 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-04fd30c2-dc67-4993-b716-e8e0f7091106 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5862789 Apr 28 22:45:04.526744 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 50404) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:04.541040 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:04.595871 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e4fb1-346d-52ad-b578-454136087e0e-0d4ddebe-289b-4288-8e3a-743f46cd7035', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b'}]}} from dv-cinder-839825-1-iscsi. {{(pid=110301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 22:45:04.597543 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:04.667132 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:04.687048 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1085'] for router (43a2ddb5-6429-488b-b4b9-2f7d0b116626), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:04.691180 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1076'] for router (43a2ddb5-6429-488b-b4b9-2f7d0b116626), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:04.870529 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Publish callbacks [] for router_controller (43a2ddb5-6429-488b-b4b9-2f7d0b116626), precommit_add_association {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:04.883881 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Allocated IP 172.20.0.2 (0d4ddebe-289b-4288-8e3a-743f46cd7035/170b4ca0-74a9-45ac-9923-9c9a50ebf98b/b7186eb4-efc1-487e-926d-72091834a26d) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:45:04.938147 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Allocated IP 172.27.0.113 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/30557ffb-ee47-4083-958e-a50ce1c62d7c) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:45:05.094550 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for port (30557ffb-ee47-4083-958e-a50ce1c62d7c), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:05.118924 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Publish callbacks [] for port (b7186eb4-efc1-487e-926d-72091834a26d), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:05.263484 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c685a-b3c7-47b2-b42e-42b415ceb258 req-77975f7c-3bec-4d6f-aeef-1e8ace300570 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:05.265230 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3f7c685a-b3c7-47b2-b42e-42b415ceb258 req-77975f7c-3bec-4d6f-aeef-1e8ace300570 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 948 time: 0.0641396 Apr 28 22:45:05.356046 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (b7186eb4-efc1-487e-926d-72091834a26d), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:05.358728 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (30557ffb-ee47-4083-958e-a50ce1c62d7c), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:05.428650 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Pushing event updated for resources: {'Port': ['ID=b7186eb4-efc1-487e-926d-72091834a26d,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:05.442776 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Network 0d4ddebe-289b-4288-8e3a-743f46cd7035 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:05.445571 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:05.450293 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:45:05.511484 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:05.517496 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:05.524463 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:45:05.536125 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3f7c685a-b3c7-47b2-b42e-42b415ceb258 req-d8f227e7-14e6-4358-bfa5-fb345285f0bb tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524319 Apr 28 22:45:05.661311 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 50438) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:05.707577 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-56c80767-8890-45a1-8c4b-4db2ae02f5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:05.733284 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Attempting to bind port b7186eb4-efc1-487e-926d-72091834a26d on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:45:05.733954 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Attempting to bind port b7186eb4-efc1-487e-926d-72091834a26d by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:45:05.734708 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Attempting to bind port b7186eb4-efc1-487e-926d-72091834a26d on network 0d4ddebe-289b-4288-8e3a-743f46cd7035 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:45:05.741861 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:45:05.742728 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Checking segment: {'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:45:05.743945 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:05.744527 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Bound using segment: {'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:45:05.745229 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Bound port: b7186eb4-efc1-487e-926d-72091834a26d, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:45:05.745971 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (b7186eb4-efc1-487e-926d-72091834a26d), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:05.866359 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-56c80767-8890-45a1-8c4b-4db2ae02f5a9 admin admin] Publish callbacks [] for security_group (d9d60fac-88db-4394-b5e4-13e03ba04359), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:05.866879 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] For port b7186eb4-efc1-487e-926d-72091834a26d, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:45:05.870245 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] For port b7186eb4-efc1-487e-926d-72091834a26d, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=b7186eb4-efc1-487e-926d-72091834a26d,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:45:05.973293 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-56c80767-8890-45a1-8c4b-4db2ae02f5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (d9d60fac-88db-4394-b5e4-13e03ba04359), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:06.003663 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (b7186eb4-efc1-487e-926d-72091834a26d), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:06.014131 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Publish callbacks [] for router_gateway (43a2ddb5-6429-488b-b4b9-2f7d0b116626), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:06.023893 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Pushing event updated for resources: {'Port': ['ID=30557ffb-ee47-4083-958e-a50ce1c62d7c,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:06.036332 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-56c80767-8890-45a1-8c4b-4db2ae02f5a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5c53db0851c448681ae147379de7789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3705847 Apr 28 22:45:06.036332 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c80767-8890-45a1-8c4b-4db2ae02f5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d60fac-88db-4394-b5e4-13e03ba04359,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:06.039488 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 50456) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:06.117533 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f1802-4abc-4d80-9f43-7bc0c5b9cb04 None None] Pushing event updated for resources: {'Port': ['ID=b7186eb4-efc1-487e-926d-72091834a26d,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:06.150000 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-86ba2785-f49a-46bc-807d-0b3b04d02a88 admin admin] Publish callbacks [] for security_group (d9d60fac-88db-4394-b5e4-13e03ba04359), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:06.190993 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-86ba2785-f49a-46bc-807d-0b3b04d02a88 admin admin] Publish callbacks [] for security_group (d9d60fac-88db-4394-b5e4-13e03ba04359), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:06.208391 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for floatingip (4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:06.343571 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-86ba2785-f49a-46bc-807d-0b3b04d02a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (d9d60fac-88db-4394-b5e4-13e03ba04359), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:06.347832 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-86ba2785-f49a-46bc-807d-0b3b04d02a88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:06.349800 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-86ba2785-f49a-46bc-807d-0b3b04d02a88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9d60fac-88db-4394-b5e4-13e03ba04359 HTTP/1.1" status: 204 len: 168 time: 0.3088663 Apr 28 22:45:06.371897 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba2785-f49a-46bc-807d-0b3b04d02a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d60fac-88db-4394-b5e4-13e03ba04359,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:06.444796 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (30557ffb-ee47-4083-958e-a50ce1c62d7c), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:06.554760 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-93304847-4bb0-4139-a97a-4446cbd36a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:06.557228 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Publish callbacks [] for router_gateway (43a2ddb5-6429-488b-b4b9-2f7d0b116626), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:06.660538 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:06.681712 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b9060-2f21-4759-a9c2-4e1e7f6fea31 req-be2a71a2-2814-4c49-be26-bc19b3f750b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:06.685181 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-908b9060-2f21-4759-a9c2-4e1e7f6fea31 req-be2a71a2-2814-4c49-be26-bc19b3f750b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82f55bab24e5441786cf6a726fe2a622&device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 1132 time: 0.1012692 Apr 28 22:45:06.922470 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Allocated IP 172.27.0.152 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/5f5baade-2731-45b6-a118-df07a4a1141d) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:45:06.942338 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76337045-f019-48ab-8035-504ba497a119 req-c6a3252b-625f-4ced-a5fd-bf2922de6f06 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:06.948331 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for port (30557ffb-ee47-4083-958e-a50ce1c62d7c), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:06.964901 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-76337045-f019-48ab-8035-504ba497a119 req-c6a3252b-625f-4ced-a5fd-bf2922de6f06 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 948 time: 0.1954837 Apr 28 22:45:07.049496 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b9060-2f21-4759-a9c2-4e1e7f6fea31 req-2fca1390-e3c3-4438-8898-c01507b0302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:07.051759 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-908b9060-2f21-4759-a9c2-4e1e7f6fea31 req-2fca1390-e3c3-4438-8898-c01507b0302c service neutron] 10.222.0.31 "GET /v2.0/networks?id=043511e9-3637-4360-a261-a6e230c9f56c HTTP/1.1" status: 200 len: 870 time: 0.3584340 Apr 28 22:45:07.106680 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (30557ffb-ee47-4083-958e-a50ce1c62d7c), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:07.124396 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Publish callbacks [] for port (5f5baade-2731-45b6-a118-df07a4a1141d), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:07.160370 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-76337045-f019-48ab-8035-504ba497a119 req-7891e0e5-d056-4aab-972d-63e38253a08c tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802208 Apr 28 22:45:07.254784 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-908b9060-2f21-4759-a9c2-4e1e7f6fea31 req-b5471733-4577-4d9e-b444-94beef38cae0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=b300c603-6618-49e6-b334-598e2d99f147 HTTP/1.1" status: 200 len: 217 time: 0.1236024 Apr 28 22:45:07.291458 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:07.303483 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Pushing event updated for resources: {'Port': ['ID=30557ffb-ee47-4083-958e-a50ce1c62d7c,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:07.359114 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b9060-2f21-4759-a9c2-4e1e7f6fea31 req-26e0ca5f-37f0-4b90-aee0-c4f58d1919ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:07.361111 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-908b9060-2f21-4759-a9c2-4e1e7f6fea31 req-26e0ca5f-37f0-4b90-aee0-c4f58d1919ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=00ba91c3-74b5-4112-8509-2e2c014b0869 HTTP/1.1" status: 200 len: 843 time: 0.0936387 Apr 28 22:45:07.463475 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b9060-2f21-4759-a9c2-4e1e7f6fea31 req-0b9930e4-2b24-4a85-aa21-bae3c4362811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:07.472346 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-908b9060-2f21-4759-a9c2-4e1e7f6fea31 req-0b9930e4-2b24-4a85-aa21-bae3c4362811 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=043511e9-3637-4360-a261-a6e230c9f56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1010005 Apr 28 22:45:07.484998 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (5f5baade-2731-45b6-a118-df07a4a1141d), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:07.493051 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:07.497564 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d7d9ffab-bca1-479f-a16e-9ee06e9314a0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1915064 Apr 28 22:45:07.608917 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device b7186eb4-efc1-487e-926d-72091834a26d up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:07.634703 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:07.635602 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5baade-2731-45b6-a118-df07a4a1141d,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:07.654765 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:07.664524 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:45:07.672940 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:45:07.774737 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-908b9060-2f21-4759-a9c2-4e1e7f6fea31 req-c0645cce-aecc-4945-b1c9-37c7e4346cb2 service neutron] 10.222.0.31 "GET /v2.0/networks/043511e9-3637-4360-a261-a6e230c9f56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852762 Apr 28 22:45:07.831684 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port b7186eb4-efc1-487e-926d-72091834a26d triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:07.838759 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (b7186eb4-efc1-487e-926d-72091834a26d), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:08.046987 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port b7186eb4-efc1-487e-926d-72091834a26d is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:08.047705 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (b7186eb4-efc1-487e-926d-72091834a26d), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:08.118319 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-908b9060-2f21-4759-a9c2-4e1e7f6fea31 req-995a1646-9063-4637-9c07-091dd5c2f298 service neutron] 10.222.0.31 "GET /v2.0/networks/043511e9-3637-4360-a261-a6e230c9f56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261533 Apr 28 22:45:08.119559 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] For port b7186eb4-efc1-487e-926d-72091834a26d, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=b7186eb4-efc1-487e-926d-72091834a26d,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:08.183175 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (b7186eb4-efc1-487e-926d-72091834a26d), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:08.240921 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dc26f2-6fbc-41b3-8171-19de61f1ee4a None None] Network 0d4ddebe-289b-4288-8e3a-743f46cd7035 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:45:08.453953 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b645e-59e3-4ec2-b38a-d92cd11dbdb5 req-63565aad-1f68-425d-bf2e-c1e6905712a7 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:08.453953 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-bc1b645e-59e3-4ec2-b38a-d92cd11dbdb5 req-63565aad-1f68-425d-bf2e-c1e6905712a7 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 948 time: 0.1557257 Apr 28 22:45:08.465352 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-6553887b-03e3-4491-9f06-b543d702e47f None None] Provisioning complete for port b7186eb4-efc1-487e-926d-72091834a26d triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:08.465944 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6553887b-03e3-4491-9f06-b543d702e47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (b7186eb4-efc1-487e-926d-72091834a26d), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:08.517059 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Pushing event updated for resources: {'Port': ['ID=b7186eb4-efc1-487e-926d-72091834a26d,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:08.536335 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device b300c603-6618-49e6-b334-598e2d99f147 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:45:08.601543 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Publish callbacks [] for router_gateway (43a2ddb5-6429-488b-b4b9-2f7d0b116626), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:08.602238 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-bc1b645e-59e3-4ec2-b38a-d92cd11dbdb5 req-550f62ff-d63e-436e-bb5b-cda6de9d5208 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365228 Apr 28 22:45:08.770478 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port b300c603-6618-49e6-b334-598e2d99f147, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=b300c603-6618-49e6-b334-598e2d99f147,segment=NetworkSegment(a0fcc95b-3fdd-4499-a415-4cf1c052bf7f),segment_id=a0fcc95b-3fdd-4499-a415-4cf1c052bf7f)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:08.886270 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': 'b300c603-6618-49e6-b334-598e2d99f147', 'network_id': '043511e9-3637-4360-a261-a6e230c9f56c', 'port_id': 'b300c603-6618-49e6-b334-598e2d99f147', 'mac_address': 'fa:16:3e:ed:19:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ba91c3-74b5-4112-8509-2e2c014b0869', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:45:08.891701 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c6d6dd4f-0abe-4663-b1bb-5f682ef3b4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:08.933520 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653440'] for router (43a2ddb5-6429-488b-b4b9-2f7d0b116626), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:08.993224 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port b300c603-6618-49e6-b334-598e2d99f147 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:08.996548 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (b300c603-6618-49e6-b334-598e2d99f147), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:08.996548 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-6553887b-03e3-4491-9f06-b543d702e47f None None] Current status of the port b7186eb4-efc1-487e-926d-72091834a26d is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:09.014027 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b300c603-6618-49e6-b334-598e2d99f147 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:45:09.049575 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port b300c603-6618-49e6-b334-598e2d99f147, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=b300c603-6618-49e6-b334-598e2d99f147,segment=NetworkSegment(a0fcc95b-3fdd-4499-a415-4cf1c052bf7f),segment_id=a0fcc95b-3fdd-4499-a415-4cf1c052bf7f)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:09.106755 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (b300c603-6618-49e6-b334-598e2d99f147), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:09.171352 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=b300c603-6618-49e6-b334-598e2d99f147,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:09.200224 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 is scheduled to L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c with binding_index 1 {{(pid=110300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 22:45:09.224766 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-c48111f3-821a-4bdb-8ce7-c82eeeb1c64d None None] Provisioning complete for port b7186eb4-efc1-487e-926d-72091834a26d triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:09.228459 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c48111f3-821a-4bdb-8ce7-c82eeeb1c64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (b7186eb4-efc1-487e-926d-72091834a26d), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:09.410719 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:45:09.421776 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Sync routers for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:45:09.422821 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-c48111f3-821a-4bdb-8ce7-c82eeeb1c64d None None] Current status of the port b7186eb4-efc1-487e-926d-72091834a26d is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:09.442867 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:45:09.445233 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:09.510588 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['b300c603-6618-49e6-b334-598e2d99f147'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:45:09.556263 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device b7186eb4-efc1-487e-926d-72091834a26d up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:09.557112 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:09.566390 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 50536) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:09.574324 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-ac057834-bd48-46b8-bfd1-77873d8e0900 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0380785 Apr 28 22:45:09.643786 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:45:09.719493 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port b7186eb4-efc1-487e-926d-72091834a26d triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:09.719933 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (b7186eb4-efc1-487e-926d-72091834a26d), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:09.850934 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:09.887179 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a23ce-7e27-4e61-9364-7428b9146a71 req-4b1e7a4a-e2b6-46c3-b852-3543a16ac76b tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:09.887179 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4f7a23ce-7e27-4e61-9364-7428b9146a71 req-4b1e7a4a-e2b6-46c3-b852-3543a16ac76b tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 949 time: 0.1597009 Apr 28 22:45:10.014701 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port b7186eb4-efc1-487e-926d-72091834a26d is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:10.169065 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4f7a23ce-7e27-4e61-9364-7428b9146a71 req-b37274fa-dd56-44de-9a99-7986c91b3887 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001108 Apr 28 22:45:10.180913 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:08Z', 'revision_number': 3, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:10.227447 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Checking router: 43a2ddb5-6429-488b-b4b9-2f7d0b116626 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:45:10.230075 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Updating router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 port 5f5baade-2731-45b6-a118-df07a4a1141d binding host dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:45:10.334709 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (5f5baade-2731-45b6-a118-df07a4a1141d), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:10.411250 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:10.596052 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Allocated IP 172.20.0.1 (0d4ddebe-289b-4288-8e3a-743f46cd7035/170b4ca0-74a9-45ac-9923-9c9a50ebf98b/56154192-2db1-48a9-9045-8b608e051d2e) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:45:10.672323 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Publish callbacks [] for port (5f5baade-2731-45b6-a118-df07a4a1141d), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:10.712858 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Publish callbacks [] for port (56154192-2db1-48a9-9045-8b608e051d2e), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:10.754726 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (5f5baade-2731-45b6-a118-df07a4a1141d), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:10.804437 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (56154192-2db1-48a9-9045-8b608e051d2e), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:10.853928 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Network 0d4ddebe-289b-4288-8e3a-743f46cd7035 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:10.854426 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device b300c603-6618-49e6-b334-598e2d99f147 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:10.861727 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:10.864351 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:45:10.890317 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Pushing event updated for resources: {'Port': ['ID=56154192-2db1-48a9-9045-8b608e051d2e,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:10.904751 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dc858-b829-4104-a2c4-8d8af25f2a47 None None] Pushing event updated for resources: {'Port': ['ID=5f5baade-2731-45b6-a118-df07a4a1141d,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:10.910907 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port b300c603-6618-49e6-b334-598e2d99f147 completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:45:10.925443 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dc858-b829-4104-a2c4-8d8af25f2a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:10.925904 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dc858-b829-4104-a2c4-8d8af25f2a47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:10.926432 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dc858-b829-4104-a2c4-8d8af25f2a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:10.926861 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dc858-b829-4104-a2c4-8d8af25f2a47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:10.929351 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dc858-b829-4104-a2c4-8d8af25f2a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:10.932416 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dc858-b829-4104-a2c4-8d8af25f2a47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:10.933099 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dc858-b829-4104-a2c4-8d8af25f2a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:10.933693 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833397'] for router_interface (43a2ddb5-6429-488b-b4b9-2f7d0b116626), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:10.935907 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dc858-b829-4104-a2c4-8d8af25f2a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:10.937374 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dc858-b829-4104-a2c4-8d8af25f2a47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:10.937725 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dc858-b829-4104-a2c4-8d8af25f2a47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:10.938261 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dc858-b829-4104-a2c4-8d8af25f2a47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:10.940982 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dc858-b829-4104-a2c4-8d8af25f2a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:10.940982 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dc858-b829-4104-a2c4-8d8af25f2a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:10.940982 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dc858-b829-4104-a2c4-8d8af25f2a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:10.940982 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1dc858-b829-4104-a2c4-8d8af25f2a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:10.970034 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Attempting to bind port 5f5baade-2731-45b6-a118-df07a4a1141d on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:45:10.970662 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Attempting to bind port 5f5baade-2731-45b6-a118-df07a4a1141d by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:45:10.971966 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Attempting to bind port 5f5baade-2731-45b6-a118-df07a4a1141d on network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:45:10.979595 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:45:10.980576 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Checking segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:45:10.981035 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:10.981460 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Bound using segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:45:10.982032 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Bound port: 5f5baade-2731-45b6-a118-df07a4a1141d, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:45:10.983166 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (5f5baade-2731-45b6-a118-df07a4a1141d), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:10.989485 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port b300c603-6618-49e6-b334-598e2d99f147 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:10.990872 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (b300c603-6618-49e6-b334-598e2d99f147), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:11.062321 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] For port 5f5baade-2731-45b6-a118-df07a4a1141d, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:45:11.065739 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] For port 5f5baade-2731-45b6-a118-df07a4a1141d, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=5f5baade-2731-45b6-a118-df07a4a1141d,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:45:11.130062 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (5f5baade-2731-45b6-a118-df07a4a1141d), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:11.220111 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port b300c603-6618-49e6-b334-598e2d99f147 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:11.220840 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (b300c603-6618-49e6-b334-598e2d99f147), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:11.235218 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dc858-b829-4104-a2c4-8d8af25f2a47 None None] Pushing event updated for resources: {'Port': ['ID=5f5baade-2731-45b6-a118-df07a4a1141d,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:11.263191 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (56154192-2db1-48a9-9045-8b608e051d2e), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:11.275604 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:45:11.280705 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:11.301421 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:11.312408 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd769143a-9be8-4128-b846-d215d825b778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b300c603-6618-49e6-b334-598e2d99f147'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:45:11.315227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e979495-4498-4573-bc0e-525e070d15e7" -d '{"events": [{"server_uuid": "d769143a-9be8-4128-b846-d215d825b778", "name": "network-vif-plugged", "status": "completed", "tag": "b300c603-6618-49e6-b334-598e2d99f147"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:45:11.376636 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-19145ae4-4090-456e-a82b-51fb1a45155e None None] Provisioning complete for port 56154192-2db1-48a9-9045-8b608e051d2e triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:11.399933 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-19145ae4-4090-456e-a82b-51fb1a45155e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (56154192-2db1-48a9-9045-8b608e051d2e), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:11.434556 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b21328-c685-4ba2-88f6-e116bbcc6da4 req-0928d8fe-3afb-4e89-b8c2-ce2cb8781683 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:11.437170 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c5b21328-c685-4ba2-88f6-e116bbcc6da4 req-0928d8fe-3afb-4e89-b8c2-ce2cb8781683 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 949 time: 0.1082690 Apr 28 22:45:11.492051 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port b300c603-6618-49e6-b334-598e2d99f147, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=b300c603-6618-49e6-b334-598e2d99f147,segment=NetworkSegment(a0fcc95b-3fdd-4499-a415-4cf1c052bf7f),segment_id=a0fcc95b-3fdd-4499-a415-4cf1c052bf7f)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:11.503806 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:45:11.539152 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-19145ae4-4090-456e-a82b-51fb1a45155e None None] Port 56154192-2db1-48a9-9045-8b608e051d2e cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:45:11.562728 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c5b21328-c685-4ba2-88f6-e116bbcc6da4 req-7570a267-555f-4050-811e-e7e978b29911 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170180 Apr 28 22:45:11.586960 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (b300c603-6618-49e6-b334-598e2d99f147), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:11.651435 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5674d3aa-8c33-4272-93c1-674e99a7ac97 x-openstack-request-id: req-5674d3aa-8c33-4272-93c1-674e99a7ac97 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:45:11.651740 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d769143a-9be8-4128-b846-d215d825b778", "name": "network-vif-plugged", "status": "completed", "tag": "b300c603-6618-49e6-b334-598e2d99f147", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:45:11.651999 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5674d3aa-8c33-4272-93c1-674e99a7ac97 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:45:11.652398 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5674d3aa-8c33-4272-93c1-674e99a7ac97'] response: {'server_uuid': 'd769143a-9be8-4128-b846-d215d825b778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b300c603-6618-49e6-b334-598e2d99f147', 'code': 200} Apr 28 22:45:11.699732 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=b300c603-6618-49e6-b334-598e2d99f147,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:11.817037 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Publish callbacks [] for port (56154192-2db1-48a9-9045-8b608e051d2e), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:11.831654 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c26cfc8f-9cdc-4c72-a5b0-e44aecad2749 req-a131a781-3aa3-41db-a0ea-45236195576c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2814269 Apr 28 22:45:11.872640 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (56154192-2db1-48a9-9045-8b608e051d2e), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:11.897055 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:10Z', 'revision_number': 1, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:11.926122 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a6c92-ca28-44e9-b7bc-882ae2178ea4 None None] The sync data for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi is: [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:10Z', 'revision_number': 1, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:45:12.005282 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee8698-7a85-4759-865c-463b7f00fecb req-21027c7b-1832-4327-95f4-d67515f6c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:12.007714 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3dee8698-7a85-4759-865c-463b7f00fecb req-21027c7b-1832-4327-95f4-d67515f6c854 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 1134 time: 0.0648036 Apr 28 22:45:12.038084 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cfc8f-9cdc-4c72-a5b0-e44aecad2749 req-9bc01eda-7fa6-45d0-ac97-62d5e15cb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:12.039929 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c26cfc8f-9cdc-4c72-a5b0-e44aecad2749 req-9bc01eda-7fa6-45d0-ac97-62d5e15cb561 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 1129 time: 0.1624074 Apr 28 22:45:12.052121 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Pushing event updated for resources: {'Port': ['ID=56154192-2db1-48a9-9045-8b608e051d2e,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:12.055609 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834501'] for router_interface (43a2ddb5-6429-488b-b4b9-2f7d0b116626), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:12.073034 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3dee8698-7a85-4759-865c-463b7f00fecb req-cdeedf25-21fd-44e3-b208-34113e98f92a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567093 Apr 28 22:45:12.188114 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Network 0d4ddebe-289b-4288-8e3a-743f46cd7035 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:12.190035 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:12.412575 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:45:12.579215 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-dcd6abae-4624-41f6-a488-bec43c32eb00 None None] Provisioning complete for port 56154192-2db1-48a9-9045-8b608e051d2e triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:12.580643 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-dcd6abae-4624-41f6-a488-bec43c32eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (56154192-2db1-48a9-9045-8b608e051d2e), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:12.601861 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:45:12.617907 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-c715a8e3-3ac0-4a6f-8ded-bb5c63da4a3c admin admin] 10.222.0.13 "PUT /v2.0/routers/43a2ddb5-6429-488b-b4b9-2f7d0b116626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0489516 Apr 28 22:45:12.681189 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-dcd6abae-4624-41f6-a488-bec43c32eb00 None None] Port 56154192-2db1-48a9-9045-8b608e051d2e cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:45:12.732074 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:12.760412 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413911da-4a10-4349-81ba-67bb4e4b6f70 req-ddffaff9-fe54-43b3-8f1f-7a3d2c794d58 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:12.769530 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-413911da-4a10-4349-81ba-67bb4e4b6f70 req-ddffaff9-fe54-43b3-8f1f-7a3d2c794d58 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 950 time: 0.0839751 Apr 28 22:45:12.858404 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-413911da-4a10-4349-81ba-67bb4e4b6f70 req-ddd79802-59f2-4d3b-92c2-36501455044e tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865986 Apr 28 22:45:13.525003 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 5f5baade-2731-45b6-a118-df07a4a1141d up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:13.603923 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 5f5baade-2731-45b6-a118-df07a4a1141d triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:13.604896 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (5f5baade-2731-45b6-a118-df07a4a1141d), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:13.721601 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 50596) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:13.740920 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-b5e60f3a-f2f5-4e23-b843-147786b91f8f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-929360867-network', 'tenant_id': '688f62aa088f4c89a1a41810661f09cc'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:13.767014 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 5f5baade-2731-45b6-a118-df07a4a1141d is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:13.767014 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (5f5baade-2731-45b6-a118-df07a4a1141d), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:13.812438 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] For port 5f5baade-2731-45b6-a118-df07a4a1141d, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=5f5baade-2731-45b6-a118-df07a4a1141d,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:13.957825 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e60f3a-f2f5-4e23-b843-147786b91f8f admin admin] Made reservation on behalf of 688f62aa088f4c89a1a41810661f09cc for: {'network': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:45:13.960358 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b5e60f3a-f2f5-4e23-b843-147786b91f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:13.972062 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (5f5baade-2731-45b6-a118-df07a4a1141d), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:14.032103 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc279f2-df34-4188-add6-0be78aa10783 req-dbc690d3-fdc2-4959-9bf9-c9dcf47c60b6 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:14.035494 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9cc279f2-df34-4188-add6-0be78aa10783 req-dbc690d3-fdc2-4959-9bf9-c9dcf47c60b6 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 950 time: 0.1027122 Apr 28 22:45:14.035494 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b5e60f3a-f2f5-4e23-b843-147786b91f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:14.054383 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Pushing event updated for resources: {'Port': ['ID=5f5baade-2731-45b6-a118-df07a4a1141d,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:14.140379 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9cc279f2-df34-4188-add6-0be78aa10783 req-f7b86f99-15d8-4b30-bb3b-61f0dc6e2aea tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983107 Apr 28 22:45:14.179548 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b5e60f3a-f2f5-4e23-b843-147786b91f8f admin admin] Publish callbacks [] for security_group (3b8edcae-6783-4794-aba8-294f8d10db26), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:14.205759 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:14.280642 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b5e60f3a-f2f5-4e23-b843-147786b91f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (3b8edcae-6783-4794-aba8-294f8d10db26), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:14.309471 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e60f3a-f2f5-4e23-b843-147786b91f8f admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=110299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:45:14.321367 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e60f3a-f2f5-4e23-b843-147786b91f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8edcae-6783-4794-aba8-294f8d10db26,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:14.328834 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b5e60f3a-f2f5-4e23-b843-147786b91f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (e37f9318-f12c-4d48-802d-e07fc4094b86), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:14.329442 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.segments_db [None req-b5e60f3a-f2f5-4e23-b843-147786b91f8f admin admin] Added segment e37f9318-f12c-4d48-802d-e07fc4094b86 of type vlan for network 808cd353-27d7-475f-8883-7bd387f0193d Apr 28 22:45:14.380013 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b5e60f3a-f2f5-4e23-b843-147786b91f8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (808cd353-27d7-475f-8883-7bd387f0193d), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:14.497709 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b5e60f3a-f2f5-4e23-b843-147786b91f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (808cd353-27d7-475f-8883-7bd387f0193d), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:14.498667 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e60f3a-f2f5-4e23-b843-147786b91f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:14.499284 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b5e60f3a-f2f5-4e23-b843-147786b91f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:14.567517 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e60f3a-f2f5-4e23-b843-147786b91f8f admin admin] Pushing event updated for resources: {'Network': ['ID=808cd353-27d7-475f-8883-7bd387f0193d,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:14.585898 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network 808cd353-27d7-475f-8883-7bd387f0193d details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:45:14.614647 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-b5e60f3a-f2f5-4e23-b843-147786b91f8f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8783772 Apr 28 22:45:14.617646 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 50606) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:14.622924 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-7ee11e99-c56f-4347-a178-159f537d418a admin admin] Request body: {'subnet': {'network_id': '808cd353-27d7-475f-8883-7bd387f0193d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-929360867-subnet', 'tenant_id': '688f62aa088f4c89a1a41810661f09cc', 'ip_version': 4}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:14.735106 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee11e99-c56f-4347-a178-159f537d418a admin admin] Made reservation on behalf of 688f62aa088f4c89a1a41810661f09cc for: {'subnet': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:45:14.738287 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7ee11e99-c56f-4347-a178-159f537d418a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521307576'] for subnet (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:15.035072 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7ee11e99-c56f-4347-a178-159f537d418a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-521659080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521307466'] for subnet (62d6f763-c32b-4a99-9265-3cab2a82649a), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:15.086671 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee11e99-c56f-4347-a178-159f537d418a admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d6f763-c32b-4a99-9265-3cab2a82649a,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:15.126672 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee11e99-c56f-4347-a178-159f537d418a admin admin] Checking segment: {'id': 'e37f9318-f12c-4d48-802d-e07fc4094b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '808cd353-27d7-475f-8883-7bd387f0193d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:45:15.127046 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee11e99-c56f-4347-a178-159f537d418a admin admin] Network hostable DHCP agents. Network: 808cd353-27d7-475f-8883-7bd387f0193d, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:45:15.138128 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Sync routers for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:45:15.155666 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:45:15.156520 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:15.267764 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee11e99-c56f-4347-a178-159f537d418a admin admin] Network 808cd353-27d7-475f-8883-7bd387f0193d is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:45:15.301703 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410794e-dc4b-4e0c-a7bd-9877bcce44b7 req-a451f832-756b-4491-8141-465a5382e8b5 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:15.312918 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6410794e-dc4b-4e0c-a7bd-9877bcce44b7 req-a451f832-756b-4491-8141-465a5382e8b5 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 950 time: 0.0774477 Apr 28 22:45:15.341733 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:45:15.365465 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6410794e-dc4b-4e0c-a7bd-9877bcce44b7 req-056901d3-a63a-4cf6-b71e-c81e6f9776d3 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513017 Apr 28 22:45:15.376959 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-7ee11e99-c56f-4347-a178-159f537d418a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, 808cd353-27d7-475f-8883-7bd387f0193d) {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:15.387334 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee11e99-c56f-4347-a178-159f537d418a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:15.387334 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7ee11e99-c56f-4347-a178-159f537d418a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:15.401404 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96298098-31c2-47f5-91de-45a74f848d07 None None] Network 808cd353-27d7-475f-8883-7bd387f0193d requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:45:15.492553 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-7ee11e99-c56f-4347-a178-159f537d418a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8734283 Apr 28 22:45:15.495230 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 50616) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:15.500088 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-929360867-router', 'tenant_id': '688f62aa088f4c89a1a41810661f09cc', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:15.591389 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1085'] for router (b5edca74-8781-4061-9416-19017e67e334), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:15.592455 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1076'] for router (b5edca74-8781-4061-9416-19017e67e334), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:15.617188 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 5f5baade-2731-45b6-a118-df07a4a1141d up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:15.676253 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Publish callbacks [] for router_controller (b5edca74-8781-4061-9416-19017e67e334), precommit_add_association {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:15.859305 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e4fb1-346d-52ad-b578-454136087e0e-808cd353-27d7-475f-8883-7bd387f0193d', 'network_id': '808cd353-27d7-475f-8883-7bd387f0193d', 'project_id': '688f62aa088f4c89a1a41810661f09cc', 'fixed_ips': [{'subnet_id': '62d6f763-c32b-4a99-9265-3cab2a82649a'}]}} from dv-cinder-839825-1-iscsi. {{(pid=110301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 22:45:15.859305 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:15.889888 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 2, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:15.930419 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Checking router: 43a2ddb5-6429-488b-b4b9-2f7d0b116626 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:45:15.931078 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Updating router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 port 56154192-2db1-48a9-9045-8b608e051d2e binding host dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:45:15.936151 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 5f5baade-2731-45b6-a118-df07a4a1141d triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:15.936797 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (5f5baade-2731-45b6-a118-df07a4a1141d), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:16.118983 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (56154192-2db1-48a9-9045-8b608e051d2e), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:16.143948 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Allocated IP 172.20.0.2 (808cd353-27d7-475f-8883-7bd387f0193d/62d6f763-c32b-4a99-9265-3cab2a82649a/426172e3-6b5c-4c4b-8004-4918730cb925) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:45:16.221848 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Publish callbacks [] for router_gateway (b5edca74-8781-4061-9416-19017e67e334), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:16.344582 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 5f5baade-2731-45b6-a118-df07a4a1141d is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:16.516159 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235527e-1d2b-4857-8735-4f8130f69f36 req-a530ed10-d4db-4245-b8ad-9fe7696e7ab4 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:16.518008 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0235527e-1d2b-4857-8735-4f8130f69f36 req-a530ed10-d4db-4245-b8ad-9fe7696e7ab4 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 950 time: 0.0795889 Apr 28 22:45:16.644521 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0235527e-1d2b-4857-8735-4f8130f69f36 req-f463d799-0a52-406a-9c61-b96c1e2e0cde tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141827 Apr 28 22:45:16.651874 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Publish callbacks [] for port (426172e3-6b5c-4c4b-8004-4918730cb925), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:16.690388 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Publish callbacks [] for router_gateway (b5edca74-8781-4061-9416-19017e67e334), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:16.717841 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:16.720094 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Publish callbacks [] for port (56154192-2db1-48a9-9045-8b608e051d2e), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:16.728005 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (426172e3-6b5c-4c4b-8004-4918730cb925), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:16.785398 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Network 808cd353-27d7-475f-8883-7bd387f0193d is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:16.794617 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:16.804758 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:45:16.808903 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (56154192-2db1-48a9-9045-8b608e051d2e), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:16.812089 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Pushing event updated for resources: {'Port': ['ID=426172e3-6b5c-4c4b-8004-4918730cb925,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:16.865618 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Allocated IP 172.27.0.99 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/5b981e5c-9261-43cf-9f35-144d0d826c77) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:45:16.936792 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd232ff0-3e0d-43cc-96e5-535aff7f650a None None] Pushing event updated for resources: {'Port': ['ID=56154192-2db1-48a9-9045-8b608e051d2e,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:16.947503 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Attempting to bind port 426172e3-6b5c-4c4b-8004-4918730cb925 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:45:16.947915 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Attempting to bind port 426172e3-6b5c-4c4b-8004-4918730cb925 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'e37f9318-f12c-4d48-802d-e07fc4094b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '808cd353-27d7-475f-8883-7bd387f0193d'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:45:16.948410 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Attempting to bind port 426172e3-6b5c-4c4b-8004-4918730cb925 on network 808cd353-27d7-475f-8883-7bd387f0193d {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:45:16.994004 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:45:16.994408 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Checking segment: {'id': 'e37f9318-f12c-4d48-802d-e07fc4094b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '808cd353-27d7-475f-8883-7bd387f0193d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:45:16.994836 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:16.995377 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Bound using segment: {'id': 'e37f9318-f12c-4d48-802d-e07fc4094b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '808cd353-27d7-475f-8883-7bd387f0193d'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:45:16.996004 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Bound port: 426172e3-6b5c-4c4b-8004-4918730cb925, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37f9318-f12c-4d48-802d-e07fc4094b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '808cd353-27d7-475f-8883-7bd387f0193d'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:45:16.996430 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (426172e3-6b5c-4c4b-8004-4918730cb925), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:17.052895 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Attempting to bind port 56154192-2db1-48a9-9045-8b608e051d2e on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:45:17.053428 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Attempting to bind port 56154192-2db1-48a9-9045-8b608e051d2e by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:45:17.053804 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Attempting to bind port 56154192-2db1-48a9-9045-8b608e051d2e on network 0d4ddebe-289b-4288-8e3a-743f46cd7035 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:45:17.060888 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:45:17.061278 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Checking segment: {'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:45:17.061691 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:17.062227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Bound using segment: {'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:45:17.062701 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Bound port: 56154192-2db1-48a9-9045-8b608e051d2e, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:45:17.063312 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (56154192-2db1-48a9-9045-8b608e051d2e), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:17.078172 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Publish callbacks [] for port (5b981e5c-9261-43cf-9f35-144d0d826c77), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:17.187042 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (5b981e5c-9261-43cf-9f35-144d0d826c77), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:17.200961 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] For port 426172e3-6b5c-4c4b-8004-4918730cb925, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:45:17.225529 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] For port 426172e3-6b5c-4c4b-8004-4918730cb925, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=426172e3-6b5c-4c4b-8004-4918730cb925,segment=NetworkSegment(e37f9318-f12c-4d48-802d-e07fc4094b86),segment_id=e37f9318-f12c-4d48-802d-e07fc4094b86)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:45:17.226896 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:17.229987 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:17.233460 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] For port 56154192-2db1-48a9-9045-8b608e051d2e, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:45:17.235972 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:45:17.247172 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] For port 56154192-2db1-48a9-9045-8b608e051d2e, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=56154192-2db1-48a9-9045-8b608e051d2e,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:45:17.264115 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Pushing event updated for resources: {'Port': ['ID=5b981e5c-9261-43cf-9f35-144d0d826c77,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:17.273717 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-86a4b829-f78b-4d9e-be27-023088e2a4f3 None None] Provisioning complete for port 56154192-2db1-48a9-9045-8b608e051d2e triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:17.274362 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-86a4b829-f78b-4d9e-be27-023088e2a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (56154192-2db1-48a9-9045-8b608e051d2e), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:17.279247 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:17.279607 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:17.279962 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:17.280319 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:17.280649 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:17.280991 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:17.281327 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:17.281678 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:17.282021 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:17.282366 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:17.282702 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:17.283038 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:17.283373 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:17.283700 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:17.284028 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:17.318458 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (426172e3-6b5c-4c4b-8004-4918730cb925), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:17.377272 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (56154192-2db1-48a9-9045-8b608e051d2e), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:17.392208 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-86a4b829-f78b-4d9e-be27-023088e2a4f3 None None] Port 56154192-2db1-48a9-9045-8b608e051d2e cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:45:17.550493 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584aeca-427c-46cd-9090-228e11e60919 None None] Pushing event updated for resources: {'Port': ['ID=426172e3-6b5c-4c4b-8004-4918730cb925,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:17.678512 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:45:17.679697 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:17.825114 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd232ff0-3e0d-43cc-96e5-535aff7f650a None None] Pushing event updated for resources: {'Port': ['ID=56154192-2db1-48a9-9045-8b608e051d2e,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:17.943986 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4b0c4-0bd9-4c31-bfcb-6baa3092dec5 req-60e3148e-8f56-4713-aaff-a502f1179a72 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:17.946108 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-49a4b0c4-0bd9-4c31-bfcb-6baa3092dec5 req-60e3148e-8f56-4713-aaff-a502f1179a72 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 950 time: 0.1273136 Apr 28 22:45:17.993363 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:45:18.107074 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-49a4b0c4-0bd9-4c31-bfcb-6baa3092dec5 req-5347269b-0f08-419e-b15e-0416c4b42650 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463559 Apr 28 22:45:18.109717 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Publish callbacks [] for router_gateway (b5edca74-8781-4061-9416-19017e67e334), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:18.234041 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Provisioning complete for port 56154192-2db1-48a9-9045-8b608e051d2e triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:18.234614 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (56154192-2db1-48a9-9045-8b608e051d2e), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:18.393679 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653440'] for router (b5edca74-8781-4061-9416-19017e67e334), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:18.476717 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Current status of the port 56154192-2db1-48a9-9045-8b608e051d2e is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:18.477115 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (56154192-2db1-48a9-9045-8b608e051d2e), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:18.626063 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:17Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:18.627284 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cfc8f-9cdc-4c72-a5b0-e44aecad2749 req-8fcc1e44-311f-49a6-8241-9891e5e4001e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:18.632374 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c26cfc8f-9cdc-4c72-a5b0-e44aecad2749 req-8fcc1e44-311f-49a6-8241-9891e5e4001e service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 920 time: 0.1547279 Apr 28 22:45:18.668783 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa170fa5-0000-48cf-b39e-bd153eca432b None None] The sync data for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi is: [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:17Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:45:18.679507 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] For port 56154192-2db1-48a9-9045-8b608e051d2e, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=56154192-2db1-48a9-9045-8b608e051d2e,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:18.723887 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c26cfc8f-9cdc-4c72-a5b0-e44aecad2749 req-e4d46df0-49bd-44d9-b3f2-9b2427a093df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07a9b947-eec8-4911-ac67-51c4bb0eccdd HTTP/1.1" status: 200 len: 217 time: 0.0783243 Apr 28 22:45:18.735095 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Router b5edca74-8781-4061-9416-19017e67e334 is scheduled to L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c with binding_index 1 {{(pid=110299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 22:45:18.764346 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (56154192-2db1-48a9-9045-8b608e051d2e), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:18.857118 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Pushing event updated for resources: {'Port': ['ID=56154192-2db1-48a9-9045-8b608e051d2e,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:18.865850 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:18.866491 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:18.866849 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:18.867246 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:18.867651 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:18.868091 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:18.868466 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:18.868835 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:18.869174 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:18.869515 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:18.870019 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:18.870456 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:18.870942 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:18.871285 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:18.871762 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af78007-82c2-4f6a-b9be-37a02fc4a816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:18.969937 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:45:18.981606 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Sync routers for ids ['b5edca74-8781-4061-9416-19017e67e334'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:45:19.002215 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Routers {'b5edca74-8781-4061-9416-19017e67e334'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:45:19.002933 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['b5edca74-8781-4061-9416-19017e67e334'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:19.009857 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eafa416-fe49-43d6-af50-4c8c29a98e9a None None] Network 808cd353-27d7-475f-8883-7bd387f0193d requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:45:19.105888 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:19.111276 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 50652) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:19.114401 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-04030d93-f8a8-440b-86c2-e739f9deed49 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6148612 Apr 28 22:45:19.116424 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-23485078-6d61-4af9-a05f-abf086bcfbf8 None None] Provisioning complete for port 426172e3-6b5c-4c4b-8004-4918730cb925 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:19.116880 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-23485078-6d61-4af9-a05f-abf086bcfbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (426172e3-6b5c-4c4b-8004-4918730cb925), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:19.326525 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Set router b5edca74-8781-4061-9416-19017e67e334 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:45:19.410914 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218bf9e-3588-4a10-9a18-8823b1e77ff4 req-ab82df2d-054e-4c99-bf6a-b80dd58e92fa tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:19.427875 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8218bf9e-3588-4a10-9a18-8823b1e77ff4 req-ab82df2d-054e-4c99-bf6a-b80dd58e92fa tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 950 time: 0.1843777 Apr 28 22:45:19.566484 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8218bf9e-3588-4a10-9a18-8823b1e77ff4 req-495ea215-b4f5-401d-9686-75463c279a2b tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267936 Apr 28 22:45:19.601023 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-23485078-6d61-4af9-a05f-abf086bcfbf8 None None] Current status of the port 426172e3-6b5c-4c4b-8004-4918730cb925 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:19.601909 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-23485078-6d61-4af9-a05f-abf086bcfbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (426172e3-6b5c-4c4b-8004-4918730cb925), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:19.671851 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-23485078-6d61-4af9-a05f-abf086bcfbf8 None None] For port 426172e3-6b5c-4c4b-8004-4918730cb925, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=426172e3-6b5c-4c4b-8004-4918730cb925,segment=NetworkSegment(e37f9318-f12c-4d48-802d-e07fc4094b86),segment_id=e37f9318-f12c-4d48-802d-e07fc4094b86)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:19.711227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 426172e3-6b5c-4c4b-8004-4918730cb925 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:19.765852 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-23485078-6d61-4af9-a05f-abf086bcfbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (426172e3-6b5c-4c4b-8004-4918730cb925), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:19.797487 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5edca74-8781-4061-9416-19017e67e334', 'name': 'tempest-TestVolumeBootPattern-929360867-router', 'tenant_id': '688f62aa088f4c89a1a41810661f09cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '5b981e5c-9261-43cf-9f35-144d0d826c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:15Z', 'updated_at': '2022-04-28T22:45:17Z', 'revision_number': 3, 'project_id': '688f62aa088f4c89a1a41810661f09cc', 'gw_port': {'id': '5b981e5c-9261-43cf-9f35-144d0d826c77', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:23:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5edca74-8781-4061-9416-19017e67e334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:16Z', 'updated_at': '2022-04-28T22:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:19.847140 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 426172e3-6b5c-4c4b-8004-4918730cb925 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:19.850031 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Checking router: b5edca74-8781-4061-9416-19017e67e334 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:45:19.850624 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Updating router b5edca74-8781-4061-9416-19017e67e334 port 5b981e5c-9261-43cf-9f35-144d0d826c77 binding host dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:45:19.854374 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (426172e3-6b5c-4c4b-8004-4918730cb925), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:19.900888 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (5b981e5c-9261-43cf-9f35-144d0d826c77), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:19.931677 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23485078-6d61-4af9-a05f-abf086bcfbf8 None None] Pushing event updated for resources: {'Port': ['ID=426172e3-6b5c-4c4b-8004-4918730cb925,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:20.019108 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cfc8f-9cdc-4c72-a5b0-e44aecad2749 req-521cc737-41fb-4e6a-bc71-f29471d2c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:20.021297 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c26cfc8f-9cdc-4c72-a5b0-e44aecad2749 req-521cc737-41fb-4e6a-bc71-f29471d2c8bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.0526175 Apr 28 22:45:20.047790 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 426172e3-6b5c-4c4b-8004-4918730cb925 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:20.049949 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 56154192-2db1-48a9-9045-8b608e051d2e up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:20.088397 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-3321087a-3af2-48c3-afb2-dcce0112810f None None] Provisioning complete for port 426172e3-6b5c-4c4b-8004-4918730cb925 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:20.088779 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3321087a-3af2-48c3-afb2-dcce0112810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (426172e3-6b5c-4c4b-8004-4918730cb925), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:20.134176 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 56154192-2db1-48a9-9045-8b608e051d2e triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:20.134640 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (56154192-2db1-48a9-9045-8b608e051d2e), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:20.235000 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-3321087a-3af2-48c3-afb2-dcce0112810f None None] Current status of the port 426172e3-6b5c-4c4b-8004-4918730cb925 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:20.261899 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Publish callbacks [] for port (5b981e5c-9261-43cf-9f35-144d0d826c77), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:20.291244 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 56154192-2db1-48a9-9045-8b608e051d2e is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:20.347309 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (5b981e5c-9261-43cf-9f35-144d0d826c77), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:20.405845 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f1a7c-be26-4788-8f95-9639e17a5aa4 None None] Pushing event updated for resources: {'Port': ['ID=5b981e5c-9261-43cf-9f35-144d0d826c77,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:20.408576 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Attempting to bind port 5b981e5c-9261-43cf-9f35-144d0d826c77 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:45:20.409126 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Attempting to bind port 5b981e5c-9261-43cf-9f35-144d0d826c77 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:45:20.409669 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Attempting to bind port 5b981e5c-9261-43cf-9f35-144d0d826c77 on network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:45:20.416731 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:45:20.417319 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Checking segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:45:20.417918 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:20.419032 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Bound using segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:45:20.419672 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Bound port: 5b981e5c-9261-43cf-9f35-144d0d826c77, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:45:20.420224 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (5b981e5c-9261-43cf-9f35-144d0d826c77), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:20.509389 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] For port 5b981e5c-9261-43cf-9f35-144d0d826c77, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:45:20.513216 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] For port 5b981e5c-9261-43cf-9f35-144d0d826c77, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=5b981e5c-9261-43cf-9f35-144d0d826c77,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:45:20.538602 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cfc8f-9cdc-4c72-a5b0-e44aecad2749 req-879d9898-9a3c-4368-b6e0-534bb26bf655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:20.540458 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c26cfc8f-9cdc-4c72-a5b0-e44aecad2749 req-879d9898-9a3c-4368-b6e0-534bb26bf655 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899014 Apr 28 22:45:20.608079 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (5b981e5c-9261-43cf-9f35-144d0d826c77), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:20.714803 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Routers {'b5edca74-8781-4061-9416-19017e67e334'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:45:20.715524 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['b5edca74-8781-4061-9416-19017e67e334'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:20.721621 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f1a7c-be26-4788-8f95-9639e17a5aa4 None None] Pushing event updated for resources: {'Port': ['ID=5b981e5c-9261-43cf-9f35-144d0d826c77,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:20.770250 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:20.792401 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c26cfc8f-9cdc-4c72-a5b0-e44aecad2749 req-c88efd28-ce69-4814-b24b-054be7245cda service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437570 Apr 28 22:45:20.856742 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07bf5f-f768-48dd-9892-024d2e1915f8 req-e875959f-affd-4587-b0bb-25641e81d897 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:20.859592 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] Set router b5edca74-8781-4061-9416-19017e67e334 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:45:20.864562 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6a07bf5f-f768-48dd-9892-024d2e1915f8 req-e875959f-affd-4587-b0bb-25641e81d897 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 950 time: 0.1332481 Apr 28 22:45:20.949056 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6a07bf5f-f768-48dd-9892-024d2e1915f8 req-e0be0caf-e4df-4628-9e24-66b9ac3b2b87 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796535 Apr 28 22:45:20.991783 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c26cfc8f-9cdc-4c72-a5b0-e44aecad2749 req-65c72f2a-1fb1-472d-a857-5a3e72178ef1 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901093 Apr 28 22:45:21.188586 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5edca74-8781-4061-9416-19017e67e334', 'name': 'tempest-TestVolumeBootPattern-929360867-router', 'tenant_id': '688f62aa088f4c89a1a41810661f09cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '5b981e5c-9261-43cf-9f35-144d0d826c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:15Z', 'updated_at': '2022-04-28T22:45:17Z', 'revision_number': 3, 'project_id': '688f62aa088f4c89a1a41810661f09cc', 'gw_port': {'id': '5b981e5c-9261-43cf-9f35-144d0d826c77', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:23:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5edca74-8781-4061-9416-19017e67e334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:16Z', 'updated_at': '2022-04-28T22:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:21.190755 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Allocated IP 172.20.0.1 (808cd353-27d7-475f-8883-7bd387f0193d/62d6f763-c32b-4a99-9265-3cab2a82649a/ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:45:21.235241 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f7c88-f607-4f2b-a7ff-133ea5e3752a None None] The sync data for ids ['b5edca74-8781-4061-9416-19017e67e334'] in dv-cinder-839825-1-iscsi is: [{'id': 'b5edca74-8781-4061-9416-19017e67e334', 'name': 'tempest-TestVolumeBootPattern-929360867-router', 'tenant_id': '688f62aa088f4c89a1a41810661f09cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '5b981e5c-9261-43cf-9f35-144d0d826c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:15Z', 'updated_at': '2022-04-28T22:45:17Z', 'revision_number': 3, 'project_id': '688f62aa088f4c89a1a41810661f09cc', 'gw_port': {'id': '5b981e5c-9261-43cf-9f35-144d0d826c77', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:23:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5edca74-8781-4061-9416-19017e67e334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:16Z', 'updated_at': '2022-04-28T22:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:45:21.254389 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 50674) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:21.385262 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Publish callbacks [] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:21.480200 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b261b0d4-a418-403c-995a-ea57d56a947c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:21.515147 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:21.538177 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 426172e3-6b5c-4c4b-8004-4918730cb925 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:21.602139 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Network 808cd353-27d7-475f-8883-7bd387f0193d is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:21.605464 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b261b0d4-a418-403c-995a-ea57d56a947c admin admin] Publish callbacks [] for security_group (9eddc730-f2dc-466f-8608-752108ba0ea1), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:21.611166 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:21.620530 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:45:21.665389 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Pushing event updated for resources: {'Port': ['ID=ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:21.671984 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b261b0d4-a418-403c-995a-ea57d56a947c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (9eddc730-f2dc-466f-8608-752108ba0ea1), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:21.701225 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:21.701509 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:21.702134 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:21.702516 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:21.707679 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:21.707679 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:21.707679 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:21.708002 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:21.708288 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:21.709247 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:21.709482 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:21.715386 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:21.716284 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:21.716665 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:21.716969 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:45:21.726204 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833397'] for router_interface (b5edca74-8781-4061-9416-19017e67e334), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:21.728894 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 426172e3-6b5c-4c4b-8004-4918730cb925 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:21.729378 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (426172e3-6b5c-4c4b-8004-4918730cb925), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:21.793548 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-b261b0d4-a418-403c-995a-ea57d56a947c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e881f911a63940daae6ee8246368fa06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5380526 Apr 28 22:45:21.796982 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 50682) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:21.798332 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261b0d4-a418-403c-995a-ea57d56a947c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eddc730-f2dc-466f-8608-752108ba0ea1,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:21.858187 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 426172e3-6b5c-4c4b-8004-4918730cb925 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:21.896457 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4813065c-f314-4ff0-bc42-2f07addcdc92 admin admin] Publish callbacks [] for security_group (9eddc730-f2dc-466f-8608-752108ba0ea1), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:21.922121 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4813065c-f314-4ff0-bc42-2f07addcdc92 admin admin] Publish callbacks [] for security_group (9eddc730-f2dc-466f-8608-752108ba0ea1), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:22.071092 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-ae6d1346-ad7f-4a72-9a9b-ee7d6d0975e4 None None] Provisioning complete for port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:22.071472 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ae6d1346-ad7f-4a72-9a9b-ee7d6d0975e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:22.072860 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4813065c-f314-4ff0-bc42-2f07addcdc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (9eddc730-f2dc-466f-8608-752108ba0ea1), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:22.075392 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4813065c-f314-4ff0-bc42-2f07addcdc92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:22.079446 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-4813065c-f314-4ff0-bc42-2f07addcdc92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9eddc730-f2dc-466f-8608-752108ba0ea1 HTTP/1.1" status: 204 len: 168 time: 0.2646501 Apr 28 22:45:22.090979 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813065c-f314-4ff0-bc42-2f07addcdc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eddc730-f2dc-466f-8608-752108ba0ea1,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:22.120097 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f0373-5e9b-4d7d-ab54-bb000cfbfebb req-fc1c87a2-5874-4314-80da-1ff6a5862fbf tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:22.121709 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-333f0373-5e9b-4d7d-ab54-bb000cfbfebb req-fc1c87a2-5874-4314-80da-1ff6a5862fbf tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 950 time: 0.0852697 Apr 28 22:45:22.160606 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d1346-ad7f-4a72-9a9b-ee7d6d0975e4 None None] Port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:45:22.168810 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:22.235371 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-333f0373-5e9b-4d7d-ab54-bb000cfbfebb req-07319eee-23ed-4eec-b1f1-80c032100656 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981791 Apr 28 22:45:22.542558 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Publish callbacks [] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:22.614628 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:22.697094 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834501'] for router_interface (b5edca74-8781-4061-9416-19017e67e334), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:22.699274 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Pushing event updated for resources: {'Port': ['ID=ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:22.898888 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Network 808cd353-27d7-475f-8883-7bd387f0193d is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:22.901526 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:22.929617 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16080cf7-a07b-47df-94c9-9060a399729a req-c210309f-b637-416b-9247-75db52324b8c tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:22.937797 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-16080cf7-a07b-47df-94c9-9060a399729a req-c210309f-b637-416b-9247-75db52324b8c tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 950 time: 0.0942717 Apr 28 22:45:23.046233 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-16080cf7-a07b-47df-94c9-9060a399729a req-480277dc-e31a-4a1b-9c4d-f10d9480db45 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018093 Apr 28 22:45:23.066527 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Router b5edca74-8781-4061-9416-19017e67e334 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:45:23.195537 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-393533eb-1961-4ceb-b4fa-285d6fdc4b03 None None] Provisioning complete for port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:23.196078 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-393533eb-1961-4ceb-b4fa-285d6fdc4b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:23.250298 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:45:23.252138 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-393533eb-1961-4ceb-b4fa-285d6fdc4b03 None None] Port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:45:23.265851 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-691581e3-4ea3-427e-938e-08f0cf6f412c admin admin] 10.222.0.13 "PUT /v2.0/routers/b5edca74-8781-4061-9416-19017e67e334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1440897 Apr 28 22:45:23.939355 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 5b981e5c-9261-43cf-9f35-144d0d826c77 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:23.991511 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Sync routers for ids ['b5edca74-8781-4061-9416-19017e67e334'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:45:24.021096 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Routers {'b5edca74-8781-4061-9416-19017e67e334'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:45:24.021953 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['b5edca74-8781-4061-9416-19017e67e334'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:24.093779 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 5b981e5c-9261-43cf-9f35-144d0d826c77 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:24.094442 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (5b981e5c-9261-43cf-9f35-144d0d826c77), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:24.159007 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-ea502d76-04c5-4e11-9e59-f94efa08ff32 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--307262722&fields=id&tenant_id=0e6a4951a5af4affa5cc818a808d3e0e HTTP/1.1" status: 200 len: 267 time: 0.4957535 Apr 28 22:45:24.232705 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Set router b5edca74-8781-4061-9416-19017e67e334 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:45:24.289576 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 5b981e5c-9261-43cf-9f35-144d0d826c77 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:24.290001 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (5b981e5c-9261-43cf-9f35-144d0d826c77), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:24.317616 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-ca8e2622-4bf5-4347-9ab3-69457323cc72 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:24.320067 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-ca8e2622-4bf5-4347-9ab3-69457323cc72 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 819 time: 0.1543300 Apr 28 22:45:24.338511 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-56c33fee-cc26-4873-8d46-5fc0f3f910bd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/quotas/0e6a4951a5af4affa5cc818a808d3e0e HTTP/1.1" status: 200 len: 375 time: 0.0116730 Apr 28 22:45:24.363856 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] For port 5b981e5c-9261-43cf-9f35-144d0d826c77, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=5b981e5c-9261-43cf-9f35-144d0d826c77,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:24.412547 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-3f8fcdb8-826d-4bd2-a33d-19187cd95bdc tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0671887 Apr 28 22:45:24.451591 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (5b981e5c-9261-43cf-9f35-144d0d826c77), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:24.496266 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5edca74-8781-4061-9416-19017e67e334', 'name': 'tempest-TestVolumeBootPattern-929360867-router', 'tenant_id': '688f62aa088f4c89a1a41810661f09cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '5b981e5c-9261-43cf-9f35-144d0d826c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:15Z', 'updated_at': '2022-04-28T22:45:22Z', 'revision_number': 4, 'project_id': '688f62aa088f4c89a1a41810661f09cc', 'gw_port': {'id': '5b981e5c-9261-43cf-9f35-144d0d826c77', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:23:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5edca74-8781-4061-9416-19017e67e334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:16Z', 'updated_at': '2022-04-28T22:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2', 'name': '', 'network_id': '808cd353-27d7-475f-8883-7bd387f0193d', 'tenant_id': '688f62aa088f4c89a1a41810661f09cc', 'mac_address': 'fa:16:3e:5b:b1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5edca74-8781-4061-9416-19017e67e334', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '62d6f763-c32b-4a99-9265-3cab2a82649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:20Z', 'updated_at': '2022-04-28T22:45:22Z', 'revision_number': 2, 'project_id': '688f62aa088f4c89a1a41810661f09cc', 'subnets': [{'id': '62d6f763-c32b-4a99-9265-3cab2a82649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:24.520686 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-590d2658-39af-4d4c-a766-e67d661a2be8 service neutron] 10.222.0.13 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940621 Apr 28 22:45:24.535553 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Checking router: b5edca74-8781-4061-9416-19017e67e334 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:45:24.535911 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Updating router b5edca74-8781-4061-9416-19017e67e334 port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 binding host dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:45:24.562645 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Pushing event updated for resources: {'Port': ['ID=5b981e5c-9261-43cf-9f35-144d0d826c77,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:24.575674 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:24.618927 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-f10fa226-09af-40da-9f44-bfebc72dd55e service neutron] 10.222.0.13 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919113 Apr 28 22:45:24.842279 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Publish callbacks [] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:24.913012 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:24.971756 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c0b82-3e08-4e9b-b7c5-063cb1bf3e08 None None] Pushing event updated for resources: {'Port': ['ID=ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:25.029723 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Attempting to bind port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:45:25.030126 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Attempting to bind port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'e37f9318-f12c-4d48-802d-e07fc4094b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '808cd353-27d7-475f-8883-7bd387f0193d'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:45:25.030492 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Attempting to bind port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 on network 808cd353-27d7-475f-8883-7bd387f0193d {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:45:25.035550 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:45:25.035925 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Checking segment: {'id': 'e37f9318-f12c-4d48-802d-e07fc4094b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '808cd353-27d7-475f-8883-7bd387f0193d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:45:25.036332 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:25.037308 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Bound using segment: {'id': 'e37f9318-f12c-4d48-802d-e07fc4094b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '808cd353-27d7-475f-8883-7bd387f0193d'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:45:25.037832 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Bound port: ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37f9318-f12c-4d48-802d-e07fc4094b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '808cd353-27d7-475f-8883-7bd387f0193d'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:45:25.038303 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:25.103481 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] For port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:45:25.106901 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] For port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2,segment=NetworkSegment(e37f9318-f12c-4d48-802d-e07fc4094b86),segment_id=e37f9318-f12c-4d48-802d-e07fc4094b86)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:45:25.171622 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:25.246429 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Routers {'b5edca74-8781-4061-9416-19017e67e334'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:45:25.247050 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['b5edca74-8781-4061-9416-19017e67e334'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:25.251177 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-c7b7bbdd-1a36-461e-87ab-2901f65177a4 None None] Provisioning complete for port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:25.251734 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c7b7bbdd-1a36-461e-87ab-2901f65177a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:25.255922 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c0b82-3e08-4e9b-b7c5-063cb1bf3e08 None None] Pushing event updated for resources: {'Port': ['ID=ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:25.425096 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 50766) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:25.431315 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-85940e3a-1660-4ec8-bb57-bb7906d346cf tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1610198399', 'description': 'tempest-secgroup-smoke-1610198399 description', 'project_id': 'f434106bf30945f58afaceb0b3a389b0'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:25.501780 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 5b981e5c-9261-43cf-9f35-144d0d826c77 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:25.523224 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74144ad-3b10-4849-8021-cab306afcf55 req-f1a3cad6-6240-463a-86c6-88a67949e470 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:25.524712 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d74144ad-3b10-4849-8021-cab306afcf55 req-f1a3cad6-6240-463a-86c6-88a67949e470 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 950 time: 0.0486357 Apr 28 22:45:25.538350 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-85940e3a-1660-4ec8-bb57-bb7906d346cf tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:25.588199 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] Set router b5edca74-8781-4061-9416-19017e67e334 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:45:25.590212 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-c7b7bbdd-1a36-461e-87ab-2901f65177a4 None None] Current status of the port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:25.590601 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c7b7bbdd-1a36-461e-87ab-2901f65177a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:25.599841 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d74144ad-3b10-4849-8021-cab306afcf55 req-2e4816fd-a60f-4cff-a789-1fbacc1c2e94 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692317 Apr 28 22:45:25.641612 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-85940e3a-1660-4ec8-bb57-bb7906d346cf tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group (7265c189-860e-4a1e-8426-c05d7048629e), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:25.699602 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 5b981e5c-9261-43cf-9f35-144d0d826c77 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:25.699987 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (5b981e5c-9261-43cf-9f35-144d0d826c77), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:25.706238 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-85940e3a-1660-4ec8-bb57-bb7906d346cf tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (7265c189-860e-4a1e-8426-c05d7048629e), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:25.716698 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-c7b7bbdd-1a36-461e-87ab-2901f65177a4 None None] For port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2,segment=NetworkSegment(e37f9318-f12c-4d48-802d-e07fc4094b86),segment_id=e37f9318-f12c-4d48-802d-e07fc4094b86)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:25.737258 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85940e3a-1660-4ec8-bb57-bb7906d346cf tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7265c189-860e-4a1e-8426-c05d7048629e,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:25.799434 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c7b7bbdd-1a36-461e-87ab-2901f65177a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:25.828673 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-85940e3a-1660-4ec8-bb57-bb7906d346cf tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:25.831491 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-85940e3a-1660-4ec8-bb57-bb7906d346cf tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4045019 Apr 28 22:45:25.841370 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 50780) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:25.846184 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-2dc976cf-71b0-412d-ad67-8cb5a006ea88 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Request body: {'security_group_rule': {'security_group_id': '7265c189-860e-4a1e-8426-c05d7048629e', 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:25.924109 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-496f8cdb-ba9c-4620-9854-949934e303db req-c1f19b6e-987e-449b-8e80-11ab3ab8ca85 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 210 time: 0.0494864 Apr 28 22:45:25.950889 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 5b981e5c-9261-43cf-9f35-144d0d826c77 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:25.959878 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-680dd151-e77c-4bee-b8b2-78c6a7f67c74 None None] Provisioning complete for port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:25.960259 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-680dd151-e77c-4bee-b8b2-78c6a7f67c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:25.963568 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7bbdd-1a36-461e-87ab-2901f65177a4 None None] Pushing event updated for resources: {'Port': ['ID=ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:25.969420 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2dc976cf-71b0-412d-ad67-8cb5a006ea88 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (62b530b8-36b2-4c2e-a05d-c34daf22d857), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:25.992510 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5edca74-8781-4061-9416-19017e67e334', 'name': 'tempest-TestVolumeBootPattern-929360867-router', 'tenant_id': '688f62aa088f4c89a1a41810661f09cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '5b981e5c-9261-43cf-9f35-144d0d826c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:15Z', 'updated_at': '2022-04-28T22:45:22Z', 'revision_number': 4, 'project_id': '688f62aa088f4c89a1a41810661f09cc', 'gw_port': {'id': '5b981e5c-9261-43cf-9f35-144d0d826c77', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:23:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5edca74-8781-4061-9416-19017e67e334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:16Z', 'updated_at': '2022-04-28T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2', 'name': '', 'network_id': '808cd353-27d7-475f-8883-7bd387f0193d', 'tenant_id': '688f62aa088f4c89a1a41810661f09cc', 'mac_address': 'fa:16:3e:5b:b1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5edca74-8781-4061-9416-19017e67e334', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '62d6f763-c32b-4a99-9265-3cab2a82649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:20Z', 'updated_at': '2022-04-28T22:45:25Z', 'revision_number': 4, 'project_id': '688f62aa088f4c89a1a41810661f09cc', 'subnets': [{'id': '62d6f763-c32b-4a99-9265-3cab2a82649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:26.029134 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3e9f2-a5e5-41a5-a846-530285ccc963 None None] The sync data for ids ['b5edca74-8781-4061-9416-19017e67e334'] in dv-cinder-839825-1-iscsi is: [{'id': 'b5edca74-8781-4061-9416-19017e67e334', 'name': 'tempest-TestVolumeBootPattern-929360867-router', 'tenant_id': '688f62aa088f4c89a1a41810661f09cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '5b981e5c-9261-43cf-9f35-144d0d826c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:15Z', 'updated_at': '2022-04-28T22:45:22Z', 'revision_number': 4, 'project_id': '688f62aa088f4c89a1a41810661f09cc', 'gw_port': {'id': '5b981e5c-9261-43cf-9f35-144d0d826c77', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:23:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5edca74-8781-4061-9416-19017e67e334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:16Z', 'updated_at': '2022-04-28T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2', 'name': '', 'network_id': '808cd353-27d7-475f-8883-7bd387f0193d', 'tenant_id': '688f62aa088f4c89a1a41810661f09cc', 'mac_address': 'fa:16:3e:5b:b1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5edca74-8781-4061-9416-19017e67e334', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '62d6f763-c32b-4a99-9265-3cab2a82649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:20Z', 'updated_at': '2022-04-28T22:45:25Z', 'revision_number': 4, 'project_id': '688f62aa088f4c89a1a41810661f09cc', 'subnets': [{'id': '62d6f763-c32b-4a99-9265-3cab2a82649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:45:26.032570 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2dc976cf-71b0-412d-ad67-8cb5a006ea88 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (62b530b8-36b2-4c2e-a05d-c34daf22d857), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:26.093625 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-680dd151-e77c-4bee-b8b2-78c6a7f67c74 None None] Current status of the port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:26.117385 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2dc976cf-71b0-412d-ad67-8cb5a006ea88 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (62b530b8-36b2-4c2e-a05d-c34daf22d857), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:26.143171 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc976cf-71b0-412d-ad67-8cb5a006ea88 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b530b8-36b2-4c2e-a05d-c34daf22d857,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:26.201721 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2dc976cf-71b0-412d-ad67-8cb5a006ea88 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:26.206594 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-2dc976cf-71b0-412d-ad67-8cb5a006ea88 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3639021 Apr 28 22:45:26.207097 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 50790) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:26.212842 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-0b01f561-7361-4565-9e4c-363591d9d67a tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Request body: {'security_group_rule': {'security_group_id': '7265c189-860e-4a1e-8426-c05d7048629e', 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:26.330160 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0b01f561-7361-4565-9e4c-363591d9d67a tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (c667f634-4806-4216-9f2f-80f0ce6d641e), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:26.396366 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0b01f561-7361-4565-9e4c-363591d9d67a tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (c667f634-4806-4216-9f2f-80f0ce6d641e), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:26.446288 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0b01f561-7361-4565-9e4c-363591d9d67a tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (c667f634-4806-4216-9f2f-80f0ce6d641e), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:26.467135 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01f561-7361-4565-9e4c-363591d9d67a tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c667f634-4806-4216-9f2f-80f0ce6d641e,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:26.550636 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0b01f561-7361-4565-9e4c-363591d9d67a tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:26.551963 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-0b01f561-7361-4565-9e4c-363591d9d67a tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3438444 Apr 28 22:45:26.555476 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 50796) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:26.559824 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-cdc82a2c-a5af-4926-a68e-1e028a4efbbb tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Request body: {'security_group_rule': {'security_group_id': '7265c189-860e-4a1e-8426-c05d7048629e', 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:26.666680 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cdc82a2c-a5af-4926-a68e-1e028a4efbbb tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (7a1fd909-45ac-4dad-8099-44fd0ee556aa), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:26.756707 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d44bde-cd89-4946-80b2-cc3f84f56c96 req-2342f97f-1253-447f-92db-8a6c4ea19fff tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:26.763358 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e7d44bde-cd89-4946-80b2-cc3f84f56c96 req-2342f97f-1253-447f-92db-8a6c4ea19fff tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 950 time: 0.0686362 Apr 28 22:45:26.817043 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cdc82a2c-a5af-4926-a68e-1e028a4efbbb tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (7a1fd909-45ac-4dad-8099-44fd0ee556aa), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:26.914419 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e7d44bde-cd89-4946-80b2-cc3f84f56c96 req-ea8832a9-f092-4aa6-8f9b-d35262330011 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497765 Apr 28 22:45:26.928700 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cdc82a2c-a5af-4926-a68e-1e028a4efbbb tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (7a1fd909-45ac-4dad-8099-44fd0ee556aa), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:26.955569 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc82a2c-a5af-4926-a68e-1e028a4efbbb tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1fd909-45ac-4dad-8099-44fd0ee556aa,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:27.037432 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cdc82a2c-a5af-4926-a68e-1e028a4efbbb tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:27.039258 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-cdc82a2c-a5af-4926-a68e-1e028a4efbbb tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4827440 Apr 28 22:45:27.042119 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 50818) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:27.048189 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-2d1fcabe-a2cb-4ae8-b30c-77af33b63967 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Request body: {'security_group_rule': {'security_group_id': '7265c189-860e-4a1e-8426-c05d7048629e', 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:27.078868 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a9c6d5ed-e548-4dea-bf44-72f535a5ada2 req-4985fc37-8a10-4f0d-af01-1d5cbeeb6f73 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 210 time: 0.0506747 Apr 28 22:45:27.145542 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcabe-a2cb-4ae8-b30c-77af33b63967 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (73266779-6198-4532-bf0c-7de534bb287a), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:27.227181 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcabe-a2cb-4ae8-b30c-77af33b63967 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (73266779-6198-4532-bf0c-7de534bb287a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:27.289331 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcabe-a2cb-4ae8-b30c-77af33b63967 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (73266779-6198-4532-bf0c-7de534bb287a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:27.322599 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fcabe-a2cb-4ae8-b30c-77af33b63967 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73266779-6198-4532-bf0c-7de534bb287a,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:27.393543 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcabe-a2cb-4ae8-b30c-77af33b63967 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:27.394830 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-2d1fcabe-a2cb-4ae8-b30c-77af33b63967 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3513739 Apr 28 22:45:27.397582 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 50820) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:27.401840 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-85a7ee62-0255-4e8a-9f2c-53b94184c882 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Request body: {'security_group_rule': {'security_group_id': '7265c189-860e-4a1e-8426-c05d7048629e', 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:27.482998 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:27.529028 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.securitygroups_db [None req-85a7ee62-0255-4e8a-9f2c-53b94184c882 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Project f434106bf30945f58afaceb0b3a389b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 22:45:27.531565 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:27.531934 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:27.536090 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-85a7ee62-0255-4e8a-9f2c-53b94184c882 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (8837e678-9680-485b-8c56-2b0e8db8003e), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:27.604789 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-85a7ee62-0255-4e8a-9f2c-53b94184c882 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (8837e678-9680-485b-8c56-2b0e8db8003e), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:27.618762 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:27.677106 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-85a7ee62-0255-4e8a-9f2c-53b94184c882 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (8837e678-9680-485b-8c56-2b0e8db8003e), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:27.695352 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7ee62-0255-4e8a-9f2c-53b94184c882 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8837e678-9680-485b-8c56-2b0e8db8003e,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:27.756883 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-85a7ee62-0255-4e8a-9f2c-53b94184c882 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:27.758383 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-85a7ee62-0255-4e8a-9f2c-53b94184c882 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3597403 Apr 28 22:45:27.760883 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 50832) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:27.765589 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-3f7f7616-78ae-46c4-a345-fd8edee6a5ef tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Request body: {'security_group_rule': {'security_group_id': '7265c189-860e-4a1e-8426-c05d7048629e', 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:27.848611 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.securitygroups_db [None req-3f7f7616-78ae-46c4-a345-fd8edee6a5ef tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Project f434106bf30945f58afaceb0b3a389b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 22:45:27.854839 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7616-78ae-46c4-a345-fd8edee6a5ef tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (62d867e6-50bc-42ec-8e7c-e6de4e65e49c), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:27.915452 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7616-78ae-46c4-a345-fd8edee6a5ef tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (62d867e6-50bc-42ec-8e7c-e6de4e65e49c), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:28.006607 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7616-78ae-46c4-a345-fd8edee6a5ef tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (62d867e6-50bc-42ec-8e7c-e6de4e65e49c), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:28.038983 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe2cfc-17bc-4b45-9def-08bfe65ed81e req-2e62ab55-bde5-4989-bfc0-4c10e72795a4 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:28.040446 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-48fe2cfc-17bc-4b45-9def-08bfe65ed81e req-2e62ab55-bde5-4989-bfc0-4c10e72795a4 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 950 time: 0.0640688 Apr 28 22:45:28.041725 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f7616-78ae-46c4-a345-fd8edee6a5ef tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d867e6-50bc-42ec-8e7c-e6de4e65e49c,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:28.089065 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-48fe2cfc-17bc-4b45-9def-08bfe65ed81e req-d5f1767e-b1b3-4a49-a93e-e3362bec264a tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429020 Apr 28 22:45:28.147896 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7616-78ae-46c4-a345-fd8edee6a5ef tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:28.150541 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-3f7f7616-78ae-46c4-a345-fd8edee6a5ef tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3886523 Apr 28 22:45:28.185292 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-111f79d2-2b5c-49d7-b237-1d012aa7cb31 req-c0d3e8ce-372a-4f0b-a1d7-ecb158858d49 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 210 time: 0.0333209 Apr 28 22:45:29.084697 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73cd05-f598-4776-810f-b89693f9f07b req-b366a998-46e4-444c-bb52-5edab578ff31 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:29.086278 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8f73cd05-f598-4776-810f-b89693f9f07b req-b366a998-46e4-444c-bb52-5edab578ff31 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.31 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 950 time: 0.0560985 Apr 28 22:45:29.215853 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-8f73cd05-f598-4776-810f-b89693f9f07b req-898cd7cc-8b10-489c-a500-b01c17a25af4 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Deleting port b300c603-6618-49e6-b334-598e2d99f147 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:45:29.216190 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-8f73cd05-f598-4776-810f-b89693f9f07b req-898cd7cc-8b10-489c-a500-b01c17a25af4 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (b300c603-6618-49e6-b334-598e2d99f147), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:29.224356 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2950a7-2926-4182-9001-a8e0b6e7fedf req-32e926fd-adf5-4fd8-93a1-dc3fa1be951f tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:29.226129 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1c2950a7-2926-4182-9001-a8e0b6e7fedf req-32e926fd-adf5-4fd8-93a1-dc3fa1be951f tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 950 time: 0.0592730 Apr 28 22:45:29.286374 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d8a6c341-8607-475c-a8fa-5f9629a85bf1 req-4057e86d-4165-4a42-8d25-d727ed00d7e8 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 210 time: 0.0285139 Apr 28 22:45:29.341520 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1c2950a7-2926-4182-9001-a8e0b6e7fedf req-e8150047-5872-46c8-a25e-a54c99d982c5 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002758 Apr 28 22:45:29.363841 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-8f73cd05-f598-4776-810f-b89693f9f07b req-898cd7cc-8b10-489c-a500-b01c17a25af4 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] For port b300c603-6618-49e6-b334-598e2d99f147, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=b300c603-6618-49e6-b334-598e2d99f147,segment=NetworkSegment(a0fcc95b-3fdd-4499-a415-4cf1c052bf7f),segment_id=a0fcc95b-3fdd-4499-a415-4cf1c052bf7f)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:29.364201 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-8f73cd05-f598-4776-810f-b89693f9f07b req-898cd7cc-8b10-489c-a500-b01c17a25af4 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (b300c603-6618-49e6-b334-598e2d99f147), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:29.377787 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-8f73cd05-f598-4776-810f-b89693f9f07b req-898cd7cc-8b10-489c-a500-b01c17a25af4 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Calling delete_port for b300c603-6618-49e6-b334-598e2d99f147 owned by compute:nova {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:45:29.606011 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-8f73cd05-f598-4776-810f-b89693f9f07b req-898cd7cc-8b10-489c-a500-b01c17a25af4 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (b300c603-6618-49e6-b334-598e2d99f147), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:29.619658 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['b300c603-6618-49e6-b334-598e2d99f147'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:45:29.647168 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cd7cc-8b10-489c-a500-b01c17a25af4 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Pushing event deleted for resources: {'Port': ['ID=b300c603-6618-49e6-b334-598e2d99f147,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:29.703430 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f73cd05-f598-4776-810f-b89693f9f07b req-898cd7cc-8b10-489c-a500-b01c17a25af4 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] No DVR routers for this DVR port b300c603-6618-49e6-b334-598e2d99f147 on host hv-cinder-83982 {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:45:29.706576 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-8f73cd05-f598-4776-810f-b89693f9f07b req-898cd7cc-8b10-489c-a500-b01c17a25af4 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:29.710573 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8f73cd05-f598-4776-810f-b89693f9f07b req-898cd7cc-8b10-489c-a500-b01c17a25af4 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.31 "DELETE /v2.0/ports/b300c603-6618-49e6-b334-598e2d99f147 HTTP/1.1" status: 204 len: 173 time: 0.6192312 Apr 28 22:45:29.711048 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd769143a-9be8-4128-b846-d215d825b778', 'name': 'network-vif-deleted', 'tag': 'b300c603-6618-49e6-b334-598e2d99f147'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:45:29.714473 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabc4cba-49d4-4f51-9580-8d819e9b5d22" -d '{"events": [{"server_uuid": "d769143a-9be8-4128-b846-d215d825b778", "name": "network-vif-deleted", "tag": "b300c603-6618-49e6-b334-598e2d99f147"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:45:29.763783 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e4640a-087c-43ff-b124-b40336dde656 x-openstack-request-id: req-90e4640a-087c-43ff-b124-b40336dde656 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:45:29.764274 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d769143a-9be8-4128-b846-d215d825b778", "name": "network-vif-deleted", "tag": "b300c603-6618-49e6-b334-598e2d99f147", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:45:29.765666 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90e4640a-087c-43ff-b124-b40336dde656 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:45:29.766562 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e4640a-087c-43ff-b124-b40336dde656'] response: {'server_uuid': 'd769143a-9be8-4128-b846-d215d825b778', 'name': 'network-vif-deleted', 'tag': 'b300c603-6618-49e6-b334-598e2d99f147', 'status': 'completed', 'code': 200} Apr 28 22:45:29.812746 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-36ee4a15-c250-4dab-8590-568114c96233 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:29.814286 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-36ee4a15-c250-4dab-8590-568114c96233 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 819 time: 0.1854656 Apr 28 22:45:29.906404 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-66b4771d-b96a-4cfb-81a4-a5aed000e71e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e6a4951a5af4affa5cc818a808d3e0e HTTP/1.1" status: 200 len: 379 time: 0.0779817 Apr 28 22:45:29.918527 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-d080643e-5557-4669-90f9-4ced49b6d402 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Request body: {'port': {'device_id': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'admin_state_up': True, 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'security_groups': ['0bbab17b-af6e-43aa-b9a1-f7f6848992c2']}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:30.128992 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-d080643e-5557-4669-90f9-4ced49b6d402 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Made reservation on behalf of 0e6a4951a5af4affa5cc818a808d3e0e for: {'port': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:45:30.132710 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-d080643e-5557-4669-90f9-4ced49b6d402 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:30.263554 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-d080643e-5557-4669-90f9-4ced49b6d402 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Allocated IP 172.20.0.8 (4b5e1227-3988-4ad7-90dc-d0fa51cdcf42/b847d591-c822-4dfe-a39d-8158c4e033b8/570708ba-1935-42cd-b623-f42c08e315d9) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:45:30.396365 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2ee571fe-8944-4ab2-8551-77c7c45c55fe req-b8a2cf27-c5f4-40e0-a6e8-806fadd19495 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 210 time: 0.0351281 Apr 28 22:45:30.408737 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-d080643e-5557-4669-90f9-4ced49b6d402 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for port (570708ba-1935-42cd-b623-f42c08e315d9), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:30.472295 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4bf64a26-2eb8-4c3f-ac19-5e74c7724166 req-f31953ea-005d-4cf1-8899-4a112d253da4 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 210 time: 0.0305285 Apr 28 22:45:30.560306 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-d080643e-5557-4669-90f9-4ced49b6d402 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (570708ba-1935-42cd-b623-f42c08e315d9), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:30.604440 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-d080643e-5557-4669-90f9-4ced49b6d402 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:30.609606 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-d080643e-5557-4669-90f9-4ced49b6d402 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:30.615358 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-d080643e-5557-4669-90f9-4ced49b6d402 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:45:30.620115 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080643e-5557-4669-90f9-4ced49b6d402 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Pushing event updated for resources: {'Port': ['ID=570708ba-1935-42cd-b623-f42c08e315d9,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:30.675058 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-d080643e-5557-4669-90f9-4ced49b6d402 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:30.675681 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-d080643e-5557-4669-90f9-4ced49b6d402 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:30.745449 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-d080643e-5557-4669-90f9-4ced49b6d402 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8315339 Apr 28 22:45:30.847712 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-4f7cfd9a-4d4e-4a90-97c8-c57e911604c5 None None] Provisioning complete for port 570708ba-1935-42cd-b623-f42c08e315d9 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:30.848392 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-4f7cfd9a-4d4e-4a90-97c8-c57e911604c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (570708ba-1935-42cd-b623-f42c08e315d9), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:30.883050 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-4f7cfd9a-4d4e-4a90-97c8-c57e911604c5 None None] Port 570708ba-1935-42cd-b623-f42c08e315d9 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:45:31.526535 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d966b2-8a51-42bd-8b92-d48620d4a946 req-1e2ab2da-9254-463c-82a7-e0caf0b72667 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:31.528665 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a2d966b2-8a51-42bd-8b92-d48620d4a946 req-1e2ab2da-9254-463c-82a7-e0caf0b72667 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 931 time: 0.0601153 Apr 28 22:45:31.578703 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a2d966b2-8a51-42bd-8b92-d48620d4a946 req-43e7910a-de54-4c65-b1da-eaf3558bfc6f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450208 Apr 28 22:45:31.587694 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0d8ce326-03a3-478b-8248-c8ee32fec46b req-b3e0e0c8-cc05-46a9-863a-8a0150515256 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 210 time: 0.0324187 Apr 28 22:45:32.695021 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430aeff-f8f7-4b0d-9148-29b03aa71258 req-8dd7eb55-b884-47d1-a262-a27858a07b56 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:32.696627 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0430aeff-f8f7-4b0d-9148-29b03aa71258 req-8dd7eb55-b884-47d1-a262-a27858a07b56 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 931 time: 0.0487747 Apr 28 22:45:32.706833 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-80d3d6e0-294b-4fb1-921b-89002edd1768 req-00b47cce-ab18-4e30-ae68-cebbe36b4501 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 210 time: 0.0348663 Apr 28 22:45:32.743668 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0430aeff-f8f7-4b0d-9148-29b03aa71258 req-2e9d17f4-eecb-442c-9908-86799d0e3ec4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415995 Apr 28 22:45:33.822254 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-85d06fd2-7b48-4bd1-9e2d-08a1c723a833 req-fd841b97-4497-42e7-992b-750a8861cc17 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 210 time: 0.0349348 Apr 28 22:45:33.872977 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133121cc-9dca-4635-ad23-d040b26826ee req-d822a844-ddc5-4059-973e-08b46ee5623f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:33.874461 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-133121cc-9dca-4635-ad23-d040b26826ee req-d822a844-ddc5-4059-973e-08b46ee5623f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 931 time: 0.0507698 Apr 28 22:45:33.924421 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-133121cc-9dca-4635-ad23-d040b26826ee req-3c5bf9ca-11ab-401c-bdc8-4e80d491b475 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442543 Apr 28 22:45:34.929470 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-47c637e3-bba4-4c07-a169-b257a1113d50 req-944e4afc-fe79-4e5d-aa91-5b920085ae08 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 210 time: 0.0277514 Apr 28 22:45:35.037840 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124c247-5817-4c66-9ad7-54e995ac8f4a req-1b937397-c383-4b1c-abbe-91fd5755eb82 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:35.039249 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e124c247-5817-4c66-9ad7-54e995ac8f4a req-1b937397-c383-4b1c-abbe-91fd5755eb82 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 931 time: 0.0476949 Apr 28 22:45:35.087824 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e124c247-5817-4c66-9ad7-54e995ac8f4a req-c6f6b618-19ac-478b-bee7-cf117d192a58 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425224 Apr 28 22:45:35.288869 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Request body: {'port': {'device_id': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:35.356183 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (570708ba-1935-42cd-b623-f42c08e315d9), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:35.607245 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570708ba-1935-42cd-b623-f42c08e315d9 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:45:35.614185 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Publish callbacks [] for port (570708ba-1935-42cd-b623-f42c08e315d9), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:35.626492 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Transition to ACTIVE for port object 570708ba-1935-42cd-b623-f42c08e315d9 will not be triggered until provisioned by entity L2. {{(pid=110299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:45:35.688659 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (570708ba-1935-42cd-b623-f42c08e315d9), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:35.740566 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Pushing event updated for resources: {'Port': ['ID=570708ba-1935-42cd-b623-f42c08e315d9,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:35.818499 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Attempting to bind port 570708ba-1935-42cd-b623-f42c08e315d9 on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:45:35.818924 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Attempting to bind port 570708ba-1935-42cd-b623-f42c08e315d9 by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:45:35.819265 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Attempting to bind port 570708ba-1935-42cd-b623-f42c08e315d9 on network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:45:35.824841 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Port 570708ba-1935-42cd-b623-f42c08e315d9 on network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:45:35.825173 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Attempting to bind port 570708ba-1935-42cd-b623-f42c08e315d9 on network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:45:35.831134 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:45:35.831659 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Checking segment: {'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:45:35.832046 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Bound using segment: {'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:45:35.832476 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Bound port: 570708ba-1935-42cd-b623-f42c08e315d9, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf144b1-693d-4118-b860-818d1d705bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:45:35.832868 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (570708ba-1935-42cd-b623-f42c08e315d9), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:35.898587 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] For port 570708ba-1935-42cd-b623-f42c08e315d9, host hv-cinder-83982, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:45:35.901572 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] For port 570708ba-1935-42cd-b623-f42c08e315d9, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=570708ba-1935-42cd-b623-f42c08e315d9,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:45:35.966432 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (570708ba-1935-42cd-b623-f42c08e315d9), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:36.001609 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:36.002306 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:36.003795 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] 10.222.0.31 "PUT /v2.0/ports/570708ba-1935-42cd-b623-f42c08e315d9 HTTP/1.1" status: 200 len: 1093 time: 0.7195475 Apr 28 22:45:36.004104 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'tag': '570708ba-1935-42cd-b623-f42c08e315d9'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:45:36.006360 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de55f8a-5807-44ad-9699-cfb8233aa89f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e2f265-611e-4c61-bdbe-ca49a8a792d0", "tag": "570708ba-1935-42cd-b623-f42c08e315d9"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:45:36.051963 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e12efb-6d18-4b52-9213-c0e5767fae0f x-openstack-request-id: req-48e12efb-6d18-4b52-9213-c0e5767fae0f {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:45:36.052258 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e2f265-611e-4c61-bdbe-ca49a8a792d0", "tag": "570708ba-1935-42cd-b623-f42c08e315d9", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:45:36.052515 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48e12efb-6d18-4b52-9213-c0e5767fae0f {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:45:36.052922 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e12efb-6d18-4b52-9213-c0e5767fae0f'] response: {'name': 'network-changed', 'server_uuid': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'tag': '570708ba-1935-42cd-b623-f42c08e315d9', 'status': 'completed', 'code': 200} Apr 28 22:45:36.057770 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7df51ca1-8d78-4737-8ab4-d7d6e5526787 req-25cc2b82-eeab-42ac-aaa7-f0bd0cb385d5 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 210 time: 0.0406020 Apr 28 22:45:36.058767 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a8d12-2f63-461e-b688-1af4b1d5d74e service neutron] Pushing event updated for resources: {'Port': ['ID=570708ba-1935-42cd-b623-f42c08e315d9,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:36.203293 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ec90b-12bf-4e06-8c7d-de457f9fb240 req-6e834c90-f78b-4984-a4f1-b14f61924ee5 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:36.204756 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-642ec90b-12bf-4e06-8c7d-de457f9fb240 req-6e834c90-f78b-4984-a4f1-b14f61924ee5 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 943 time: 0.0473216 Apr 28 22:45:36.251122 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-642ec90b-12bf-4e06-8c7d-de457f9fb240 req-fdcdb4d2-fc81-4a9b-a260-1644321d9846 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408340 Apr 28 22:45:36.471109 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8044b526-8827-40d7-9519-b0158523b6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:36.985970 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device b300c603-6618-49e6-b334-598e2d99f147 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:45:37.005448 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: b300c603-6618-49e6-b334-598e2d99f147 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:45:37.005794 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device b300c603-6618-49e6-b334-598e2d99f147 not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:45:37.115753 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55f8a-5807-44ad-9699-cfb8233aa89f req-c9001afb-7fd1-42c8-ac4e-62356d3ff3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:37.120548 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3de55f8a-5807-44ad-9699-cfb8233aa89f req-c9001afb-7fd1-42c8-ac4e-62356d3ff3fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 1127 time: 0.0483956 Apr 28 22:45:37.186849 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-07b0ddd8-8c9a-4c52-ac18-b183da9ca77c req-a96569a3-236a-4db1-8ef2-6f6829525bf3 tempest-VolumesNegativeTest-327691534 tempest-VolumesNegativeTest-327691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=d769143a-9be8-4128-b846-d215d825b778 HTTP/1.1" status: 200 len: 210 time: 0.0407560 Apr 28 22:45:37.246488 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55f8a-5807-44ad-9699-cfb8233aa89f req-802ef32c-b99f-4e74-aa7e-1739bd4c4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:37.247938 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3de55f8a-5807-44ad-9699-cfb8233aa89f req-802ef32c-b99f-4e74-aa7e-1739bd4c4039 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1222653 Apr 28 22:45:37.346263 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55f8a-5807-44ad-9699-cfb8233aa89f req-d8cc0bb1-3728-4acc-a571-fa62daf9d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:37.347776 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3de55f8a-5807-44ad-9699-cfb8233aa89f req-d8cc0bb1-3728-4acc-a571-fa62daf9d9c7 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926342 Apr 28 22:45:37.364140 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d0e23-980a-4ff5-9e7f-ac646de398f7 req-b25a56d0-5811-47a3-aef5-7f8da4768542 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:37.365590 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9d1d0e23-980a-4ff5-9e7f-ac646de398f7 req-b25a56d0-5811-47a3-aef5-7f8da4768542 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 943 time: 0.0498230 Apr 28 22:45:37.416980 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9d1d0e23-980a-4ff5-9e7f-ac646de398f7 req-3e31bea6-47ee-46fc-8255-e05e9e108c32 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448258 Apr 28 22:45:37.517740 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-d29e9fe9-d9de-4a05-b74c-40b191db65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:37.519170 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-d29e9fe9-d9de-4a05-b74c-40b191db65b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 1127 time: 0.0382745 Apr 28 22:45:37.562596 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-ec5e9b0f-ee7e-4a8d-839f-a3f503754e90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=570708ba-1935-42cd-b623-f42c08e315d9 HTTP/1.1" status: 200 len: 217 time: 0.0362165 Apr 28 22:45:37.611174 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-f045892f-e5dd-44f8-93af-52647dbd863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:37.612646 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-f045892f-e5dd-44f8-93af-52647dbd863c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.0435808 Apr 28 22:45:37.656639 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-0eb66fe1-ed41-44ef-9bda-59befcdb6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:37.658537 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-0eb66fe1-ed41-44ef-9bda-59befcdb6769 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392272 Apr 28 22:45:37.749771 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-2b099484-74b1-466d-ac56-dfea91059ca8 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842950 Apr 28 22:45:37.841384 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1ea88557-d949-4b27-a225-08d7b36f02d5 req-e49e1c11-05e5-41b0-97c8-7aa53c8a95e6 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837579 Apr 28 22:45:38.548911 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5b38f-74af-46c8-966a-eac4579488c4 req-b6146218-6b21-4a3b-8e7d-dc0e953e13c3 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:38.550344 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-81d5b38f-74af-46c8-966a-eac4579488c4 req-b6146218-6b21-4a3b-8e7d-dc0e953e13c3 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 943 time: 0.0476892 Apr 28 22:45:38.604535 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-81d5b38f-74af-46c8-966a-eac4579488c4 req-1751013a-b33f-4f38-b7a1-4d451004af9e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482998 Apr 28 22:45:38.634099 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-39ddc5d7-0712-4b57-84bd-e3c4ccb28f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:39.062833 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 51154) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:39.128249 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bc52c4-c62a-4695-b3cd-40268c95b73d admin admin] Deleting subnet 93cac01f-66b1-4984-87ec-6a103a96fecb {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 22:45:39.131666 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-27bc52c4-c62a-4695-b3cd-40268c95b73d admin admin] Publish callbacks [] for subnet (93cac01f-66b1-4984-87ec-6a103a96fecb), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:39.168780 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-27bc52c4-c62a-4695-b3cd-40268c95b73d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4001100'] for subnet (93cac01f-66b1-4984-87ec-6a103a96fecb), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:39.213473 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-27bc52c4-c62a-4695-b3cd-40268c95b73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711510'] for subnet (93cac01f-66b1-4984-87ec-6a103a96fecb), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:39.342082 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-27bc52c4-c62a-4695-b3cd-40268c95b73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288626'] for subnet (93cac01f-66b1-4984-87ec-6a103a96fecb), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:39.381158 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc52c4-c62a-4695-b3cd-40268c95b73d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93cac01f-66b1-4984-87ec-6a103a96fecb,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:39.383167 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-27bc52c4-c62a-4695-b3cd-40268c95b73d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:39.386954 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-27bc52c4-c62a-4695-b3cd-40268c95b73d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/93cac01f-66b1-4984-87ec-6a103a96fecb HTTP/1.1" status: 204 len: 168 time: 0.3228366 Apr 28 22:45:39.389329 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 51210) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:39.462087 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8c4d67f8-4e27-4a50-8d89-1b045a86b454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719352'] for network (179a43ff-1ba9-4221-940d-de91dbde8432), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:39.549280 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8c4d67f8-4e27-4a50-8d89-1b045a86b454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708811', 'neutron.services.segments.db._delete_segments_for_network-8773828784761'] for network (179a43ff-1ba9-4221-940d-de91dbde8432), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:39.582196 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-8c4d67f8-4e27-4a50-8d89-1b045a86b454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179a43ff-1ba9-4221-940d-de91dbde8432']}} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:39.592149 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-8c4d67f8-4e27-4a50-8d89-1b045a86b454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f082ea-b736-42c0-a839-49d7c1e7fc04') {'for_net_delete': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:39.592447 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-8c4d67f8-4e27-4a50-8d89-1b045a86b454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f082ea-b736-42c0-a839-49d7c1e7fc04') {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:39.602124 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8c4d67f8-4e27-4a50-8d89-1b045a86b454 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773828787842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4001109'] for segment (a0f082ea-b736-42c0-a839-49d7c1e7fc04), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:39.617211 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8c4d67f8-4e27-4a50-8d89-1b045a86b454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (a0f082ea-b736-42c0-a839-49d7c1e7fc04), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:39.624104 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4d67f8-4e27-4a50-8d89-1b045a86b454 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=110300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 22:45:39.626323 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8c4d67f8-4e27-4a50-8d89-1b045a86b454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442450'] for segment (a0f082ea-b736-42c0-a839-49d7c1e7fc04), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: Traceback (most recent call last): Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: timer() Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: cb(*args, **kw) Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: return func(*args, **kwargs) Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: self._notify() Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: self.callback(batched_events) Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: event.method(event) Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: return f(self, *a, **k) Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._get(url).json() Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: return self.request(url, 'GET', **kwargs) Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 22:45:39.628035 dv-cinder-839825-1-iscsi neutron-server[110300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 22:45:39.756296 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c7851-2812-4ce9-ad81-53ad255118ba req-d6f5f134-caab-4f36-bec7-6ff725cc835a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:39.757795 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cb6c7851-2812-4ce9-ad81-53ad255118ba req-d6f5f134-caab-4f36-bec7-6ff725cc835a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 943 time: 0.0574839 Apr 28 22:45:39.792015 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8c4d67f8-4e27-4a50-8d89-1b045a86b454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833228'] for network (179a43ff-1ba9-4221-940d-de91dbde8432), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:39.799402 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8c4d67f8-4e27-4a50-8d89-1b045a86b454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:39.803523 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8c4d67f8-4e27-4a50-8d89-1b045a86b454 admin admin] 10.222.0.13 "DELETE /v2.0/networks/179a43ff-1ba9-4221-940d-de91dbde8432 HTTP/1.1" status: 204 len: 168 time: 0.4131229 Apr 28 22:45:39.814086 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cb6c7851-2812-4ce9-ad81-53ad255118ba req-5f2cad10-d502-46f5-b224-2ee435594bcb tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483978 Apr 28 22:45:39.818143 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d67f8-4e27-4a50-8d89-1b045a86b454 admin admin] Pushing event deleted for resources: {'Network': ['ID=179a43ff-1ba9-4221-940d-de91dbde8432,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:39.837625 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:40.186262 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 51252) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:40.226346 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-401e5e02-b83f-4ba0-af8a-ab11550586f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ecc38cd64564e8fa8abf440693bd006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387828 Apr 28 22:45:40.229373 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 51254) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:40.276074 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-17731afd-f2bb-4c02-ac80-3bc17d16292a admin admin] Publish callbacks [] for security_group (4145863e-99e4-42a3-9e59-4914d6926713), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:40.298154 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-17731afd-f2bb-4c02-ac80-3bc17d16292a admin admin] Publish callbacks [] for security_group (4145863e-99e4-42a3-9e59-4914d6926713), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:40.466021 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-17731afd-f2bb-4c02-ac80-3bc17d16292a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (4145863e-99e4-42a3-9e59-4914d6926713), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:40.469007 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-17731afd-f2bb-4c02-ac80-3bc17d16292a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:40.470216 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-17731afd-f2bb-4c02-ac80-3bc17d16292a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4145863e-99e4-42a3-9e59-4914d6926713 HTTP/1.1" status: 204 len: 168 time: 0.2398782 Apr 28 22:45:40.478428 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17731afd-f2bb-4c02-ac80-3bc17d16292a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4145863e-99e4-42a3-9e59-4914d6926713,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:40.940154 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7f240-7fc4-473a-8dfa-2e5b016a9231 req-1c98b053-9575-4945-9e0c-18ab19ecdeb8 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:40.941658 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d3f7f240-7fc4-473a-8dfa-2e5b016a9231 req-1c98b053-9575-4945-9e0c-18ab19ecdeb8 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 943 time: 0.0530071 Apr 28 22:45:40.996327 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d3f7f240-7fc4-473a-8dfa-2e5b016a9231 req-4aadc071-73bf-4240-8c56-0d6bab5eccfd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479331 Apr 28 22:45:41.185778 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:41.896000 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 51396) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:42.041673 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6d52a8d5-5ee9-47e6-8ef6-58a8315a6b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:42.133376 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3f336-5191-4a5d-a279-c44d2234de1f req-b0447112-169c-4aa9-bfc9-b1ce65afd52d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:42.135437 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-24d3f336-5191-4a5d-a279-c44d2234de1f req-b0447112-169c-4aa9-bfc9-b1ce65afd52d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 943 time: 0.0666327 Apr 28 22:45:42.199135 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6d52a8d5-5ee9-47e6-8ef6-58a8315a6b49 admin admin] Publish callbacks [] for security_group (26b7e90e-8326-4e41-aed8-c11ffd43f42d), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:42.204007 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-24d3f336-5191-4a5d-a279-c44d2234de1f req-4c6dc9ab-68f3-4b5e-a961-938b55fa5497 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619760 Apr 28 22:45:42.263854 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6d52a8d5-5ee9-47e6-8ef6-58a8315a6b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (26b7e90e-8326-4e41-aed8-c11ffd43f42d), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:42.305205 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-6d52a8d5-5ee9-47e6-8ef6-58a8315a6b49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6fbbff01181451f9fade11468b3bbf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4079986 Apr 28 22:45:42.307846 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52a8d5-5ee9-47e6-8ef6-58a8315a6b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b7e90e-8326-4e41-aed8-c11ffd43f42d,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:42.309318 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 51446) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:42.390575 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1971a96c-7add-4380-b4f6-d432b1d23aa8 admin admin] Publish callbacks [] for security_group (26b7e90e-8326-4e41-aed8-c11ffd43f42d), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:42.415969 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1971a96c-7add-4380-b4f6-d432b1d23aa8 admin admin] Publish callbacks [] for security_group (26b7e90e-8326-4e41-aed8-c11ffd43f42d), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:42.580586 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1971a96c-7add-4380-b4f6-d432b1d23aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (26b7e90e-8326-4e41-aed8-c11ffd43f42d), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:42.584155 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1971a96c-7add-4380-b4f6-d432b1d23aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:42.593202 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-1971a96c-7add-4380-b4f6-d432b1d23aa8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26b7e90e-8326-4e41-aed8-c11ffd43f42d HTTP/1.1" status: 204 len: 168 time: 0.2764006 Apr 28 22:45:42.604197 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971a96c-7add-4380-b4f6-d432b1d23aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b7e90e-8326-4e41-aed8-c11ffd43f42d,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:42.722981 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:43.232136 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 570708ba-1935-42cd-b623-f42c08e315d9 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:45:43.339878 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afb5ff-abcb-4132-94e5-29a0fb07eb75 req-b7d30945-9530-44b0-9cdd-d914726fd03e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:43.341724 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-11afb5ff-abcb-4132-94e5-29a0fb07eb75 req-b7d30945-9530-44b0-9cdd-d914726fd03e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 943 time: 0.0503912 Apr 28 22:45:43.373288 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 570708ba-1935-42cd-b623-f42c08e315d9, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=570708ba-1935-42cd-b623-f42c08e315d9,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:43.395759 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-11afb5ff-abcb-4132-94e5-29a0fb07eb75 req-6b5dfe7e-cb3e-4d0a-ac2d-340f1816cb0a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474691 Apr 28 22:45:43.401360 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': '570708ba-1935-42cd-b623-f42c08e315d9', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'port_id': '570708ba-1935-42cd-b623-f42c08e315d9', 'mac_address': 'fa:16:3e:99:29:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:45:43.441582 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 570708ba-1935-42cd-b623-f42c08e315d9 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:43.442017 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (570708ba-1935-42cd-b623-f42c08e315d9), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:43.456112 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570708ba-1935-42cd-b623-f42c08e315d9 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:45:43.475956 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 570708ba-1935-42cd-b623-f42c08e315d9, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=570708ba-1935-42cd-b623-f42c08e315d9,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:43.545833 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (570708ba-1935-42cd-b623-f42c08e315d9), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:43.592488 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=570708ba-1935-42cd-b623-f42c08e315d9,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:43.661736 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 51520) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:43.757192 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-397779e5-fa28-4497-be30-f5d46d999cb1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1976942456-network', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:43.862497 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397779e5-fa28-4497-be30-f5d46d999cb1 admin admin] Made reservation on behalf of 2ff93a0403284167934dce9a1b51faf3 for: {'network': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:45:43.864804 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-397779e5-fa28-4497-be30-f5d46d999cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:43.873532 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-397779e5-fa28-4497-be30-f5d46d999cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:43.946135 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-397779e5-fa28-4497-be30-f5d46d999cb1 admin admin] Publish callbacks [] for security_group (139a1dad-0294-4ce7-bf5a-c7cc6118a0c0), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:44.019898 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-397779e5-fa28-4497-be30-f5d46d999cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (139a1dad-0294-4ce7-bf5a-c7cc6118a0c0), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:44.041315 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397779e5-fa28-4497-be30-f5d46d999cb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=110299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:45:44.054161 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397779e5-fa28-4497-be30-f5d46d999cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139a1dad-0294-4ce7-bf5a-c7cc6118a0c0,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:44.058804 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-397779e5-fa28-4497-be30-f5d46d999cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (3a35a444-6129-4397-98ce-1a7b19c7582e), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:44.059149 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.segments_db [None req-397779e5-fa28-4497-be30-f5d46d999cb1 admin admin] Added segment 3a35a444-6129-4397-98ce-1a7b19c7582e of type vlan for network f41ff57a-1d5b-417c-92f1-110e416c17ff Apr 28 22:45:44.097593 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-397779e5-fa28-4497-be30-f5d46d999cb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (f41ff57a-1d5b-417c-92f1-110e416c17ff), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:44.182649 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-397779e5-fa28-4497-be30-f5d46d999cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (f41ff57a-1d5b-417c-92f1-110e416c17ff), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:44.183667 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397779e5-fa28-4497-be30-f5d46d999cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:44.184282 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-397779e5-fa28-4497-be30-f5d46d999cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:44.241339 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397779e5-fa28-4497-be30-f5d46d999cb1 admin admin] Pushing event updated for resources: {'Network': ['ID=f41ff57a-1d5b-417c-92f1-110e416c17ff,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:44.250969 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network f41ff57a-1d5b-417c-92f1-110e416c17ff details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:45:44.273731 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-397779e5-fa28-4497-be30-f5d46d999cb1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6081731 Apr 28 22:45:44.273947 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 51532) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:44.279118 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-11845752-9a06-42f8-a008-8c62264374c3 admin admin] Request body: {'subnet': {'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1976942456-subnet', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'ip_version': 4}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:44.371325 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11845752-9a06-42f8-a008-8c62264374c3 admin admin] Made reservation on behalf of 2ff93a0403284167934dce9a1b51faf3 for: {'subnet': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:45:44.373701 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-11845752-9a06-42f8-a008-8c62264374c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521307576'] for subnet (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:44.542657 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f9190-d978-4553-91ef-2defffddbff3 req-cbe885e9-2bc0-46d1-9502-3442785091a3 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:44.544119 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-bf5f9190-d978-4553-91ef-2defffddbff3 req-cbe885e9-2bc0-46d1-9502-3442785091a3 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 944 time: 0.0792785 Apr 28 22:45:44.672456 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:45:44.847408 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-bf5f9190-d978-4553-91ef-2defffddbff3 req-cf9831d8-850b-432a-b7cb-d9faa4d2a21a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572059 Apr 28 22:45:44.892270 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-11845752-9a06-42f8-a008-8c62264374c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-521659080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521307466'] for subnet (b1235b11-659e-41bc-bf3b-395046ea4fcd), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:44.966170 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11845752-9a06-42f8-a008-8c62264374c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1235b11-659e-41bc-bf3b-395046ea4fcd,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:44.974438 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11845752-9a06-42f8-a008-8c62264374c3 admin admin] Checking segment: {'id': '3a35a444-6129-4397-98ce-1a7b19c7582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:45:44.974806 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11845752-9a06-42f8-a008-8c62264374c3 admin admin] Network hostable DHCP agents. Network: f41ff57a-1d5b-417c-92f1-110e416c17ff, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:45:45.068025 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11845752-9a06-42f8-a008-8c62264374c3 admin admin] Network f41ff57a-1d5b-417c-92f1-110e416c17ff is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:45:45.142426 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-11845752-9a06-42f8-a008-8c62264374c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, f41ff57a-1d5b-417c-92f1-110e416c17ff) {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:45.146294 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11845752-9a06-42f8-a008-8c62264374c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:45.146897 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-11845752-9a06-42f8-a008-8c62264374c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:45.152920 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151ba98d-9b1e-461f-aecf-cb77dec963bd None None] Network f41ff57a-1d5b-417c-92f1-110e416c17ff requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:45:45.239734 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-11845752-9a06-42f8-a008-8c62264374c3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9646893 Apr 28 22:45:45.242335 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 51546) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:45.247365 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1976942456-router', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:45.253578 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e4fb1-346d-52ad-b578-454136087e0e-f41ff57a-1d5b-417c-92f1-110e416c17ff', 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff', 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'fixed_ips': [{'subnet_id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd'}]}} from dv-cinder-839825-1-iscsi. {{(pid=110301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 22:45:45.254466 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:45.346229 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1085'] for router (e96e20a5-5ceb-4c1c-8f7a-7d789d15c247), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:45.347295 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1076'] for router (e96e20a5-5ceb-4c1c-8f7a-7d789d15c247), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:45.395228 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Allocated IP 172.20.0.2 (f41ff57a-1d5b-417c-92f1-110e416c17ff/b1235b11-659e-41bc-bf3b-395046ea4fcd/7b9c86b1-2623-4358-8a8d-9634c337a927) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:45:45.405265 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Publish callbacks [] for router_controller (e96e20a5-5ceb-4c1c-8f7a-7d789d15c247), precommit_add_association {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:45.542804 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Publish callbacks [] for port (7b9c86b1-2623-4358-8a8d-9634c337a927), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:45.614687 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (7b9c86b1-2623-4358-8a8d-9634c337a927), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:45.615038 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Publish callbacks [] for router_gateway (e96e20a5-5ceb-4c1c-8f7a-7d789d15c247), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:45.656095 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Network f41ff57a-1d5b-417c-92f1-110e416c17ff is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:45.658991 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:45.663047 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:45:45.666632 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Pushing event updated for resources: {'Port': ['ID=7b9c86b1-2623-4358-8a8d-9634c337a927,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:45.861356 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Attempting to bind port 7b9c86b1-2623-4358-8a8d-9634c337a927 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:45:45.861738 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Attempting to bind port 7b9c86b1-2623-4358-8a8d-9634c337a927 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': '3a35a444-6129-4397-98ce-1a7b19c7582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:45:45.862135 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Attempting to bind port 7b9c86b1-2623-4358-8a8d-9634c337a927 on network f41ff57a-1d5b-417c-92f1-110e416c17ff {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:45:45.867968 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:45:45.868349 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Checking segment: {'id': '3a35a444-6129-4397-98ce-1a7b19c7582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:45:45.868774 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:45.870538 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Bound using segment: {'id': '3a35a444-6129-4397-98ce-1a7b19c7582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:45:45.870538 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Bound port: 7b9c86b1-2623-4358-8a8d-9634c337a927, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a35a444-6129-4397-98ce-1a7b19c7582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:45:45.870538 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (7b9c86b1-2623-4358-8a8d-9634c337a927), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:45.879928 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Publish callbacks [] for router_gateway (e96e20a5-5ceb-4c1c-8f7a-7d789d15c247), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:45.900045 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:45.940295 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:45.966505 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] For port 7b9c86b1-2623-4358-8a8d-9634c337a927, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:45:45.969715 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] For port 7b9c86b1-2623-4358-8a8d-9634c337a927, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=7b9c86b1-2623-4358-8a8d-9634c337a927,segment=NetworkSegment(3a35a444-6129-4397-98ce-1a7b19c7582e),segment_id=3a35a444-6129-4397-98ce-1a7b19c7582e)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:45:45.991030 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1827a-9be3-4e99-a975-53046adebc9f req-705d1c11-2c96-4d2d-b9a5-c94e8e2e96f4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:45.992537 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c3b1827a-9be3-4e99-a975-53046adebc9f req-705d1c11-2c96-4d2d-b9a5-c94e8e2e96f4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 944 time: 0.0649958 Apr 28 22:45:46.030841 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Allocated IP 172.27.0.111 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/61bb98b1-3918-4e6d-ac2a-d3e0818a77ac) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:45:46.035099 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (7b9c86b1-2623-4358-8a8d-9634c337a927), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:46.040272 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c3b1827a-9be3-4e99-a975-53046adebc9f req-125bafcd-95e7-4e50-9bc3-b5487b6f86b3 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418761 Apr 28 22:45:46.113285 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e20d30-7d2e-45ee-92f1-95bfea9a5c4e None None] Pushing event updated for resources: {'Port': ['ID=7b9c86b1-2623-4358-8a8d-9634c337a927,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:46.150174 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Publish callbacks [] for port (61bb98b1-3918-4e6d-ac2a-d3e0818a77ac), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:46.234618 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (61bb98b1-3918-4e6d-ac2a-d3e0818a77ac), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:46.278045 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:46.281713 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:46.291118 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:45:46.316631 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=61bb98b1-3918-4e6d-ac2a-d3e0818a77ac,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:46.653352 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Publish callbacks [] for router_gateway (e96e20a5-5ceb-4c1c-8f7a-7d789d15c247), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:46.865515 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653440'] for router (e96e20a5-5ceb-4c1c-8f7a-7d789d15c247), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:46.986012 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d082a3-ea87-40b8-bc5d-c01eecea9c80 None None] Network f41ff57a-1d5b-417c-92f1-110e416c17ff requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:45:47.064997 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-a45f6e80-3a6f-44fd-a831-578c2d34c87e None None] Provisioning complete for port 7b9c86b1-2623-4358-8a8d-9634c337a927 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:47.065368 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a45f6e80-3a6f-44fd-a831-578c2d34c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (7b9c86b1-2623-4358-8a8d-9634c337a927), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:47.094233 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 is scheduled to L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c with binding_index 1 {{(pid=110299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 22:45:47.201218 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-a45f6e80-3a6f-44fd-a831-578c2d34c87e None None] Current status of the port 7b9c86b1-2623-4358-8a8d-9634c337a927 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:47.201607 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a45f6e80-3a6f-44fd-a831-578c2d34c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (7b9c86b1-2623-4358-8a8d-9634c337a927), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:47.229684 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d809e4-d3c5-4c7c-b1bd-b3ea553aba87 req-cafee11a-8ef7-421c-a5cd-4df775e2bbf0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:47.231117 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-77d809e4-d3c5-4c7c-b1bd-b3ea553aba87 req-cafee11a-8ef7-421c-a5cd-4df775e2bbf0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 944 time: 0.0911739 Apr 28 22:45:47.237134 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-a45f6e80-3a6f-44fd-a831-578c2d34c87e None None] For port 7b9c86b1-2623-4358-8a8d-9634c337a927, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=7b9c86b1-2623-4358-8a8d-9634c337a927,segment=NetworkSegment(3a35a444-6129-4397-98ce-1a7b19c7582e),segment_id=3a35a444-6129-4397-98ce-1a7b19c7582e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:47.267706 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:45:47.277652 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Sync routers for ids ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:45:47.291400 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Routers {'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:45:47.293369 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:47.301232 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-77d809e4-d3c5-4c7c-b1bd-b3ea553aba87 req-3e93a9b8-1e35-425f-86b0-f657d77b941b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625968 Apr 28 22:45:47.344072 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a45f6e80-3a6f-44fd-a831-578c2d34c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (7b9c86b1-2623-4358-8a8d-9634c337a927), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:47.370985 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:47.372348 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-25f6f578-a56e-4f9f-8462-361f55ebd7d8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1290894 Apr 28 22:45:47.375602 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 51578) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:47.394654 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f6e80-3a6f-44fd-a831-578c2d34c87e None None] Pushing event updated for resources: {'Port': ['ID=7b9c86b1-2623-4358-8a8d-9634c337a927,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:47.424059 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Set router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:45:47.464823 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-a7184ecd-08f5-4806-be8a-b9344164a61b None None] Provisioning complete for port 7b9c86b1-2623-4358-8a8d-9634c337a927 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:47.465606 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7184ecd-08f5-4806-be8a-b9344164a61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (7b9c86b1-2623-4358-8a8d-9634c337a927), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:47.585997 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-a7184ecd-08f5-4806-be8a-b9344164a61b None None] Current status of the port 7b9c86b1-2623-4358-8a8d-9634c337a927 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:47.585997 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 7b9c86b1-2623-4358-8a8d-9634c337a927 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:47.628580 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'name': 'tempest-TestShelveInstance-1976942456-router', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:46Z', 'revision_number': 3, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'gw_port': {'id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:76:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:47.635921 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 7b9c86b1-2623-4358-8a8d-9634c337a927 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:47.636300 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (7b9c86b1-2623-4358-8a8d-9634c337a927), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:47.661750 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Checking router: e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:45:47.662381 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Updating router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 port 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac binding host dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:45:47.690288 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (61bb98b1-3918-4e6d-ac2a-d3e0818a77ac), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:47.718172 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 7b9c86b1-2623-4358-8a8d-9634c337a927 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:47.824994 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:47.941276 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Publish callbacks [] for port (61bb98b1-3918-4e6d-ac2a-d3e0818a77ac), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:47.982488 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Allocated IP 172.20.0.1 (f41ff57a-1d5b-417c-92f1-110e416c17ff/b1235b11-659e-41bc-bf3b-395046ea4fcd/ba9e0fa9-4cdb-4225-8104-31c59c38bfea) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:45:48.008895 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (61bb98b1-3918-4e6d-ac2a-d3e0818a77ac), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:48.063043 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0aa70-e0be-4879-acee-ca8e9bcbba3e None None] Pushing event updated for resources: {'Port': ['ID=61bb98b1-3918-4e6d-ac2a-d3e0818a77ac,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:48.084305 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Attempting to bind port 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:45:48.084305 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Attempting to bind port 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:45:48.084305 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Attempting to bind port 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac on network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:45:48.087812 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:45:48.088802 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Checking segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:45:48.089268 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:48.089741 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Bound using segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:45:48.090260 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Bound port: 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:45:48.090643 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (61bb98b1-3918-4e6d-ac2a-d3e0818a77ac), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:48.127043 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Publish callbacks [] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:48.171196 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] For port 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:45:48.206166 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] For port 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=61bb98b1-3918-4e6d-ac2a-d3e0818a77ac,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:45:48.308872 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:48.323108 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (61bb98b1-3918-4e6d-ac2a-d3e0818a77ac), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:48.362560 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Network f41ff57a-1d5b-417c-92f1-110e416c17ff is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:48.370611 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:48.374371 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:45:48.374929 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Routers {'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:45:48.375768 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:48.405732 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Pushing event updated for resources: {'Port': ['ID=ba9e0fa9-4cdb-4225-8104-31c59c38bfea,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:48.431595 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833397'] for router_interface (e96e20a5-5ceb-4c1c-8f7a-7d789d15c247), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:48.446873 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0af9b-c2b8-499d-9e1e-ad2c3c98c4b1 req-3d9d890f-f899-45cf-8c4b-c538bc21419f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:48.450075 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d2b0af9b-c2b8-499d-9e1e-ad2c3c98c4b1 req-3d9d890f-f899-45cf-8c4b-c538bc21419f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 944 time: 0.0604708 Apr 28 22:45:48.500255 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0aa70-e0be-4879-acee-ca8e9bcbba3e None None] Pushing event updated for resources: {'Port': ['ID=61bb98b1-3918-4e6d-ac2a-d3e0818a77ac,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:48.545151 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] Set router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:45:48.548017 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d2b0af9b-c2b8-499d-9e1e-ad2c3c98c4b1 req-175dfcd3-1b37-440a-aa31-a8bd0311145d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907927 Apr 28 22:45:48.718404 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['570708ba-1935-42cd-b623-f42c08e315d9'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:45:48.747950 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-1683c074-fd79-4f0e-8cbc-cb8d8b95def2 None None] Provisioning complete for port ba9e0fa9-4cdb-4225-8104-31c59c38bfea triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:48.748408 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1683c074-fd79-4f0e-8cbc-cb8d8b95def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:48.775768 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'name': 'tempest-TestShelveInstance-1976942456-router', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:46Z', 'revision_number': 3, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'gw_port': {'id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:76:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:48.799133 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-1683c074-fd79-4f0e-8cbc-cb8d8b95def2 None None] Port ba9e0fa9-4cdb-4225-8104-31c59c38bfea cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:45:48.819465 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90439a66-7d01-4180-b764-513b41a005a3 None None] The sync data for ids ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'] in dv-cinder-839825-1-iscsi is: [{'id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'name': 'tempest-TestShelveInstance-1976942456-router', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:46Z', 'revision_number': 3, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'gw_port': {'id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:76:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:45:48.931147 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:49.110116 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Publish callbacks [] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:49.205849 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:49.283109 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Pushing event updated for resources: {'Port': ['ID=ba9e0fa9-4cdb-4225-8104-31c59c38bfea,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:49.288990 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834501'] for router_interface (e96e20a5-5ceb-4c1c-8f7a-7d789d15c247), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:49.408075 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Network f41ff57a-1d5b-417c-92f1-110e416c17ff is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:49.409608 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:49.560109 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:49.561421 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:45:49.648669 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:49.661453 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (61bb98b1-3918-4e6d-ac2a-d3e0818a77ac), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:49.726417 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea6711-33f5-48f7-8127-93deb9a6679f req-f79bbc03-89d8-42b1-a096-70825d5a0701 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:49.728994 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ddea6711-33f5-48f7-8127-93deb9a6679f req-f79bbc03-89d8-42b1-a096-70825d5a0701 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 944 time: 0.0829465 Apr 28 22:45:49.732186 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-75a5a8b9-54b0-474f-9098-d3f7cfd4948e None None] Provisioning complete for port ba9e0fa9-4cdb-4225-8104-31c59c38bfea triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:49.732773 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-75a5a8b9-54b0-474f-9098-d3f7cfd4948e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:49.784173 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-75a5a8b9-54b0-474f-9098-d3f7cfd4948e None None] Port ba9e0fa9-4cdb-4225-8104-31c59c38bfea cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:45:49.812347 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:45:49.817907 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-cbb9308a-73a6-4f1d-b218-7c2a54cbee7d admin admin] 10.222.0.13 "PUT /v2.0/routers/e96e20a5-5ceb-4c1c-8f7a-7d789d15c247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4412766 Apr 28 22:45:49.838162 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ddea6711-33f5-48f7-8127-93deb9a6679f req-acf9800f-ea3d-46c3-8146-b60b51141346 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718956 Apr 28 22:45:49.840021 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:49.840290 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (61bb98b1-3918-4e6d-ac2a-d3e0818a77ac), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:49.868409 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] For port 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=61bb98b1-3918-4e6d-ac2a-d3e0818a77ac,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:49.948496 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (61bb98b1-3918-4e6d-ac2a-d3e0818a77ac), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:49.999987 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Pushing event updated for resources: {'Port': ['ID=61bb98b1-3918-4e6d-ac2a-d3e0818a77ac,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:50.121376 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 51626) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:50.310104 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-401c33d2-4c9d-4d7c-9186-e2e0041b6457 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82f55bab24e5441786cf6a726fe2a622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852899 Apr 28 22:45:50.310763 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 51640) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:50.405859 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-36a8c081-5e9a-4454-8656-61a7f151da63 admin admin] Publish callbacks [] for security_group (8faa6a6e-9e79-4821-9428-8f0cbd4b1f31), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:50.448347 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-36a8c081-5e9a-4454-8656-61a7f151da63 admin admin] Publish callbacks [] for security_group (8faa6a6e-9e79-4821-9428-8f0cbd4b1f31), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:50.545189 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 570708ba-1935-42cd-b623-f42c08e315d9 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:50.610223 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-36a8c081-5e9a-4454-8656-61a7f151da63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (8faa6a6e-9e79-4821-9428-8f0cbd4b1f31), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:50.615456 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-36a8c081-5e9a-4454-8656-61a7f151da63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:50.617108 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-36a8c081-5e9a-4454-8656-61a7f151da63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8faa6a6e-9e79-4821-9428-8f0cbd4b1f31 HTTP/1.1" status: 204 len: 168 time: 0.3042445 Apr 28 22:45:50.637608 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8c081-5e9a-4454-8656-61a7f151da63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faa6a6e-9e79-4821-9428-8f0cbd4b1f31,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:50.644658 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port 570708ba-1935-42cd-b623-f42c08e315d9 completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:45:50.717252 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port 570708ba-1935-42cd-b623-f42c08e315d9 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:50.717643 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (570708ba-1935-42cd-b623-f42c08e315d9), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:50.731562 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 51658) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:50.737663 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-c752994c-004a-450b-9724-fc011f989b78 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1158945770-network', 'tenant_id': '8933666257a6486e99ec6da291e1f878'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:50.808200 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 570708ba-1935-42cd-b623-f42c08e315d9 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:50.808821 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (570708ba-1935-42cd-b623-f42c08e315d9), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:50.830883 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570708ba-1935-42cd-b623-f42c08e315d9'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:45:50.833104 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05efea33-685d-4ec6-ae31-ae6b15e19ee2" -d '{"events": [{"server_uuid": "a5e2f265-611e-4c61-bdbe-ca49a8a792d0", "name": "network-vif-plugged", "status": "completed", "tag": "570708ba-1935-42cd-b623-f42c08e315d9"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:45:50.846682 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 570708ba-1935-42cd-b623-f42c08e315d9, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=570708ba-1935-42cd-b623-f42c08e315d9,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:50.863189 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c752994c-004a-450b-9724-fc011f989b78 admin admin] Made reservation on behalf of 8933666257a6486e99ec6da291e1f878 for: {'network': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:45:50.866810 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Sync routers for ids ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:45:50.872451 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c752994c-004a-450b-9724-fc011f989b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:50.882145 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b032e7c-2b2f-4205-b096-629052b3438f x-openstack-request-id: req-2b032e7c-2b2f-4205-b096-629052b3438f {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:45:50.882527 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e2f265-611e-4c61-bdbe-ca49a8a792d0", "name": "network-vif-plugged", "status": "completed", "tag": "570708ba-1935-42cd-b623-f42c08e315d9", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:45:50.883322 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b032e7c-2b2f-4205-b096-629052b3438f {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:45:50.884199 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b032e7c-2b2f-4205-b096-629052b3438f'] response: {'server_uuid': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570708ba-1935-42cd-b623-f42c08e315d9', 'code': 200} Apr 28 22:45:50.885341 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c752994c-004a-450b-9724-fc011f989b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:50.887586 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Routers {'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:45:50.888545 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:50.951628 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (570708ba-1935-42cd-b623-f42c08e315d9), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:51.007086 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13711908-4300-4b09-920a-b23d6a1ee254 req-bd6b363b-570c-4d34-b11c-de275fe7ad0b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:51.008759 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-13711908-4300-4b09-920a-b23d6a1ee254 req-bd6b363b-570c-4d34-b11c-de275fe7ad0b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0832884 Apr 28 22:45:51.060516 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=570708ba-1935-42cd-b623-f42c08e315d9,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:51.078406 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-13711908-4300-4b09-920a-b23d6a1ee254 req-6c666949-1f38-4695-9984-fe7afe0b3176 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627060 Apr 28 22:45:51.080363 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Set router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:45:51.110150 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c752994c-004a-450b-9724-fc011f989b78 admin admin] Publish callbacks [] for security_group (468dd9d2-d584-44e7-9cfb-3a862b782381), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:51.206012 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c752994c-004a-450b-9724-fc011f989b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (468dd9d2-d584-44e7-9cfb-3a862b782381), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:51.236075 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c752994c-004a-450b-9724-fc011f989b78 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=110299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:45:51.248251 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752994c-004a-450b-9724-fc011f989b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468dd9d2-d584-44e7-9cfb-3a862b782381,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:51.253621 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c752994c-004a-450b-9724-fc011f989b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (6c20a180-33d8-4054-b126-650e3bd94b11), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:51.254156 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.segments_db [None req-c752994c-004a-450b-9724-fc011f989b78 admin admin] Added segment 6c20a180-33d8-4054-b126-650e3bd94b11 of type vlan for network b7446736-8413-4312-a738-5e945b67d1a1 Apr 28 22:45:51.332346 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c752994c-004a-450b-9724-fc011f989b78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (b7446736-8413-4312-a738-5e945b67d1a1), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:51.333041 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'name': 'tempest-TestShelveInstance-1976942456-router', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:48Z', 'revision_number': 4, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'gw_port': {'id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:76:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'ba9e0fa9-4cdb-4225-8104-31c59c38bfea', 'name': '', 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'mac_address': 'fa:16:3e:23:23:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:47Z', 'updated_at': '2022-04-28T22:45:48Z', 'revision_number': 2, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'subnets': [{'id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:51.346197 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa1e27-6e6a-4f57-9d4f-00ec3ceca475 req-330b011e-ab3f-427b-9659-e5c6eb373fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:51.347897 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cbaa1e27-6e6a-4f57-9d4f-00ec3ceca475 req-330b011e-ab3f-427b-9659-e5c6eb373fd2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 1129 time: 0.0577993 Apr 28 22:45:51.371473 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Checking router: e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:45:51.371828 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Updating router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 port ba9e0fa9-4cdb-4225-8104-31c59c38bfea binding host dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:45:51.399654 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:51.403756 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cbaa1e27-6e6a-4f57-9d4f-00ec3ceca475 req-f0b96f38-ed7e-446b-ac44-bad0aa7a1271 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432606 Apr 28 22:45:51.468817 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c752994c-004a-450b-9724-fc011f989b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (b7446736-8413-4312-a738-5e945b67d1a1), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:51.469928 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c752994c-004a-450b-9724-fc011f989b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:51.470654 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c752994c-004a-450b-9724-fc011f989b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:51.523175 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:51.533415 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752994c-004a-450b-9724-fc011f989b78 admin admin] Pushing event updated for resources: {'Network': ['ID=b7446736-8413-4312-a738-5e945b67d1a1,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:51.585266 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-c752994c-004a-450b-9724-fc011f989b78 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8525500 Apr 28 22:45:51.588132 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 51670) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:51.592981 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-06af14ce-c8bc-4988-9a1f-0cc7944525b2 admin admin] Request body: {'subnet': {'network_id': 'b7446736-8413-4312-a738-5e945b67d1a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1158945770-subnet', 'tenant_id': '8933666257a6486e99ec6da291e1f878', 'ip_version': 4}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:51.679961 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network b7446736-8413-4312-a738-5e945b67d1a1 details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:45:51.703322 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06af14ce-c8bc-4988-9a1f-0cc7944525b2 admin admin] Made reservation on behalf of 8933666257a6486e99ec6da291e1f878 for: {'subnet': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:45:51.706235 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-06af14ce-c8bc-4988-9a1f-0cc7944525b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521307576'] for subnet (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:51.831627 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:51.832088 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (61bb98b1-3918-4e6d-ac2a-d3e0818a77ac), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:51.983354 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:51.986861 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Publish callbacks [] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:51.997909 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-06af14ce-c8bc-4988-9a1f-0cc7944525b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-521659080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521307466'] for subnet (e403a4c3-a610-44a6-9445-f54c98bc22dd), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:52.048838 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:52.059569 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af14ce-c8bc-4988-9a1f-0cc7944525b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e403a4c3-a610-44a6-9445-f54c98bc22dd,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:52.067631 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af14ce-c8bc-4988-9a1f-0cc7944525b2 admin admin] Checking segment: {'id': '6c20a180-33d8-4054-b126-650e3bd94b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b7446736-8413-4312-a738-5e945b67d1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:45:52.067986 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af14ce-c8bc-4988-9a1f-0cc7944525b2 admin admin] Network hostable DHCP agents. Network: b7446736-8413-4312-a738-5e945b67d1a1, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:45:52.103685 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d47e9-63c1-47e0-8e1b-61e7b10ecbd2 None None] Pushing event updated for resources: {'Port': ['ID=ba9e0fa9-4cdb-4225-8104-31c59c38bfea,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:52.161961 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Attempting to bind port ba9e0fa9-4cdb-4225-8104-31c59c38bfea on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:45:52.162352 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Attempting to bind port ba9e0fa9-4cdb-4225-8104-31c59c38bfea by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': '3a35a444-6129-4397-98ce-1a7b19c7582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:45:52.162718 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Attempting to bind port ba9e0fa9-4cdb-4225-8104-31c59c38bfea on network f41ff57a-1d5b-417c-92f1-110e416c17ff {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:45:52.165757 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af14ce-c8bc-4988-9a1f-0cc7944525b2 admin admin] Network b7446736-8413-4312-a738-5e945b67d1a1 is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:45:52.168645 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:45:52.169040 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Checking segment: {'id': '3a35a444-6129-4397-98ce-1a7b19c7582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:45:52.169515 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:52.169957 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Bound using segment: {'id': '3a35a444-6129-4397-98ce-1a7b19c7582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:45:52.170479 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Bound port: ba9e0fa9-4cdb-4225-8104-31c59c38bfea, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a35a444-6129-4397-98ce-1a7b19c7582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:45:52.170874 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:52.256573 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] For port ba9e0fa9-4cdb-4225-8104-31c59c38bfea, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:45:52.257912 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da193b22-3d53-4c63-988a-128c136a3e60 req-d2371151-9f9c-483d-807e-59f707509bd1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:52.260127 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-da193b22-3d53-4c63-988a-128c136a3e60 req-d2371151-9f9c-483d-807e-59f707509bd1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0596719 Apr 28 22:45:52.261251 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] For port ba9e0fa9-4cdb-4225-8104-31c59c38bfea, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=ba9e0fa9-4cdb-4225-8104-31c59c38bfea,segment=NetworkSegment(3a35a444-6129-4397-98ce-1a7b19c7582e),segment_id=3a35a444-6129-4397-98ce-1a7b19c7582e)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:45:52.279712 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-06af14ce-c8bc-4988-9a1f-0cc7944525b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, b7446736-8413-4312-a738-5e945b67d1a1) {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:52.283828 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af14ce-c8bc-4988-9a1f-0cc7944525b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:52.284423 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-06af14ce-c8bc-4988-9a1f-0cc7944525b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:52.296962 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4682833-592e-4e01-9d61-a79e3da9ac42 None None] Network b7446736-8413-4312-a738-5e945b67d1a1 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:45:52.314910 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-da193b22-3d53-4c63-988a-128c136a3e60 req-628de208-894b-4125-90ce-6183e0ec020e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483911 Apr 28 22:45:52.364256 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-c1609171-5b9f-4d32-9ddc-7a1880c2ddc4 None None] Provisioning complete for port ba9e0fa9-4cdb-4225-8104-31c59c38bfea triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:52.364569 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c1609171-5b9f-4d32-9ddc-7a1880c2ddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:52.394392 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:52.410064 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-06af14ce-c8bc-4988-9a1f-0cc7944525b2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8183796 Apr 28 22:45:52.410578 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 51692) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:52.417500 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1158945770-router', 'tenant_id': '8933666257a6486e99ec6da291e1f878', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:52.463577 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-c1609171-5b9f-4d32-9ddc-7a1880c2ddc4 None None] Port ba9e0fa9-4cdb-4225-8104-31c59c38bfea cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:45:52.501553 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d47e9-63c1-47e0-8e1b-61e7b10ecbd2 None None] Pushing event updated for resources: {'Port': ['ID=ba9e0fa9-4cdb-4225-8104-31c59c38bfea,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:52.504260 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Routers {'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:45:52.505089 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:52.562531 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e4fb1-346d-52ad-b578-454136087e0e-b7446736-8413-4312-a738-5e945b67d1a1', 'network_id': 'b7446736-8413-4312-a738-5e945b67d1a1', 'project_id': '8933666257a6486e99ec6da291e1f878', 'fixed_ips': [{'subnet_id': 'e403a4c3-a610-44a6-9445-f54c98bc22dd'}]}} from dv-cinder-839825-1-iscsi. {{(pid=110301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 22:45:52.563403 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:52.565684 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1085'] for router (914d29dd-cd56-47c3-a640-6473245ad817), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:52.566768 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1076'] for router (914d29dd-cd56-47c3-a640-6473245ad817), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:52.654753 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Publish callbacks [] for router_controller (914d29dd-cd56-47c3-a640-6473245ad817), precommit_add_association {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:52.732843 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-3dd8e06f-14e5-4439-b549-bdc04d78ee47 None None] Provisioning complete for port ba9e0fa9-4cdb-4225-8104-31c59c38bfea triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:52.732843 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3dd8e06f-14e5-4439-b549-bdc04d78ee47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:52.788704 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] Set router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:45:52.867003 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Publish callbacks [] for router_gateway (914d29dd-cd56-47c3-a640-6473245ad817), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:52.889635 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Allocated IP 172.20.0.2 (b7446736-8413-4312-a738-5e945b67d1a1/e403a4c3-a610-44a6-9445-f54c98bc22dd/e6bb7f28-f7a6-4448-b815-3a0ad24670e0) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:45:53.058100 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-3dd8e06f-14e5-4439-b549-bdc04d78ee47 None None] Current status of the port ba9e0fa9-4cdb-4225-8104-31c59c38bfea is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:53.058493 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3dd8e06f-14e5-4439-b549-bdc04d78ee47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:53.134855 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Publish callbacks [] for router_gateway (914d29dd-cd56-47c3-a640-6473245ad817), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:53.158148 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:53.164083 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-3dd8e06f-14e5-4439-b549-bdc04d78ee47 None None] For port ba9e0fa9-4cdb-4225-8104-31c59c38bfea, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=ba9e0fa9-4cdb-4225-8104-31c59c38bfea,segment=NetworkSegment(3a35a444-6129-4397-98ce-1a7b19c7582e),segment_id=3a35a444-6129-4397-98ce-1a7b19c7582e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:53.179861 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'name': 'tempest-TestShelveInstance-1976942456-router', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:48Z', 'revision_number': 4, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'gw_port': {'id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:76:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'ba9e0fa9-4cdb-4225-8104-31c59c38bfea', 'name': '', 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'mac_address': 'fa:16:3e:23:23:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:47Z', 'updated_at': '2022-04-28T22:45:52Z', 'revision_number': 4, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'subnets': [{'id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:53.228153 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e2787-0baf-44f3-a43d-30b6e284f3de None None] The sync data for ids ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'] in dv-cinder-839825-1-iscsi is: [{'id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'name': 'tempest-TestShelveInstance-1976942456-router', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:48Z', 'revision_number': 4, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'gw_port': {'id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:76:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'ba9e0fa9-4cdb-4225-8104-31c59c38bfea', 'name': '', 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'mac_address': 'fa:16:3e:23:23:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:47Z', 'updated_at': '2022-04-28T22:45:52Z', 'revision_number': 4, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'subnets': [{'id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:45:53.239687 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3dd8e06f-14e5-4439-b549-bdc04d78ee47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:53.270842 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Publish callbacks [] for port (e6bb7f28-f7a6-4448-b815-3a0ad24670e0), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:53.272923 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Allocated IP 172.27.0.117 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/19db65b5-aded-478b-b893-ea4d4d196f21) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:45:53.332740 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8e06f-14e5-4439-b549-bdc04d78ee47 None None] Pushing event updated for resources: {'Port': ['ID=ba9e0fa9-4cdb-4225-8104-31c59c38bfea,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:53.336965 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (e6bb7f28-f7a6-4448-b815-3a0ad24670e0), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:53.448545 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Publish callbacks [] for port (19db65b5-aded-478b-b893-ea4d4d196f21), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:53.462303 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Network b7446736-8413-4312-a738-5e945b67d1a1 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:53.466272 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Pushing event updated for resources: {'Port': ['ID=e6bb7f28-f7a6-4448-b815-3a0ad24670e0,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:53.468034 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:53.470711 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:45:53.580724 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Attempting to bind port e6bb7f28-f7a6-4448-b815-3a0ad24670e0 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:45:53.581982 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Attempting to bind port e6bb7f28-f7a6-4448-b815-3a0ad24670e0 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': '6c20a180-33d8-4054-b126-650e3bd94b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b7446736-8413-4312-a738-5e945b67d1a1'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:45:53.582429 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Attempting to bind port e6bb7f28-f7a6-4448-b815-3a0ad24670e0 on network b7446736-8413-4312-a738-5e945b67d1a1 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:45:53.582782 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74550f-d742-4e81-859e-0b67060fdd20 req-fbc4acb5-3536-4c72-ac8f-fa3cee10bca1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:53.593269 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4b74550f-d742-4e81-859e-0b67060fdd20 req-fbc4acb5-3536-4c72-ac8f-fa3cee10bca1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.1645272 Apr 28 22:45:53.606907 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:45:53.606907 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Checking segment: {'id': '6c20a180-33d8-4054-b126-650e3bd94b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b7446736-8413-4312-a738-5e945b67d1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:45:53.607118 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:53.607408 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Bound using segment: {'id': '6c20a180-33d8-4054-b126-650e3bd94b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b7446736-8413-4312-a738-5e945b67d1a1'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:45:53.608037 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Bound port: e6bb7f28-f7a6-4448-b815-3a0ad24670e0, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c20a180-33d8-4054-b126-650e3bd94b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b7446736-8413-4312-a738-5e945b67d1a1'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:45:53.608300 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (e6bb7f28-f7a6-4448-b815-3a0ad24670e0), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:53.613516 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device ba9e0fa9-4cdb-4225-8104-31c59c38bfea up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:53.626608 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (19db65b5-aded-478b-b893-ea4d4d196f21), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:53.676297 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:53.684489 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:53.685438 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4b74550f-d742-4e81-859e-0b67060fdd20 req-584baaa7-ed09-45a4-b002-fc210f3fbe3a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911052 Apr 28 22:45:53.693267 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:45:53.696381 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Pushing event updated for resources: {'Port': ['ID=19db65b5-aded-478b-b893-ea4d4d196f21,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:53.870050 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55ddde-bfa4-4112-a3a7-ba98ad44fb8b req-14594c87-cead-441a-b61c-6e9185d6e819 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:53.871565 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cb55ddde-bfa4-4112-a3a7-ba98ad44fb8b req-14594c87-cead-441a-b61c-6e9185d6e819 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0894258 Apr 28 22:45:53.881096 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 51726) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:53.885754 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-a6cfb107-b7d2-4127-9c6c-0ff117262435 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Request body: {'floatingip': {'port_id': '570708ba-1935-42cd-b623-f42c08e315d9'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:53.913530 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] For port e6bb7f28-f7a6-4448-b815-3a0ad24670e0, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:45:53.918207 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] For port e6bb7f28-f7a6-4448-b815-3a0ad24670e0, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=e6bb7f28-f7a6-4448-b815-3a0ad24670e0,segment=NetworkSegment(6c20a180-33d8-4054-b126-650e3bd94b11),segment_id=6c20a180-33d8-4054-b126-650e3bd94b11)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:45:53.919645 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port ba9e0fa9-4cdb-4225-8104-31c59c38bfea triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:53.919857 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:53.973920 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb107-b7d2-4127-9c6c-0ff117262435 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for floatingip (4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:54.012403 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port ba9e0fa9-4cdb-4225-8104-31c59c38bfea is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:54.019845 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (e6bb7f28-f7a6-4448-b815-3a0ad24670e0), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:54.104534 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1734a7f-fcc9-4b8e-a6e2-54f076c595f9 None None] Pushing event updated for resources: {'Port': ['ID=e6bb7f28-f7a6-4448-b815-3a0ad24670e0,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:54.151879 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Publish callbacks [] for router_gateway (914d29dd-cd56-47c3-a640-6473245ad817), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:54.483980 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653440'] for router (914d29dd-cd56-47c3-a640-6473245ad817), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:54.774163 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Router 914d29dd-cd56-47c3-a640-6473245ad817 is scheduled to L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c with binding_index 1 {{(pid=110300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 22:45:54.860516 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb107-b7d2-4127-9c6c-0ff117262435 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:54.921472 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:45:54.936922 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Sync routers for ids ['914d29dd-cd56-47c3-a640-6473245ad817'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:45:54.940990 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb107-b7d2-4127-9c6c-0ff117262435 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:54.949771 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Routers {'914d29dd-cd56-47c3-a640-6473245ad817'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:45:54.950842 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['914d29dd-cd56-47c3-a640-6473245ad817'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:55.022611 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:55.027344 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-57005811-e553-484c-b9f2-ffc025e7c72f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6125362 Apr 28 22:45:55.028410 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 51750) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:55.109266 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Set router 914d29dd-cd56-47c3-a640-6473245ad817 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:45:55.311843 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de97474d-ebb5-4515-b768-9c7a9174a126 None None] Network b7446736-8413-4312-a738-5e945b67d1a1 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:45:55.401298 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-279e0e36-c614-431b-850e-152fd2269ad9 None None] Provisioning complete for port e6bb7f28-f7a6-4448-b815-3a0ad24670e0 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:55.401643 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-279e0e36-c614-431b-850e-152fd2269ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (e6bb7f28-f7a6-4448-b815-3a0ad24670e0), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:55.443868 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914d29dd-cd56-47c3-a640-6473245ad817', 'name': 'tempest-TestShelveInstance-1158945770-router', 'tenant_id': '8933666257a6486e99ec6da291e1f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '19db65b5-aded-478b-b893-ea4d4d196f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:52Z', 'updated_at': '2022-04-28T22:45:53Z', 'revision_number': 3, 'project_id': '8933666257a6486e99ec6da291e1f878', 'gw_port': {'id': '19db65b5-aded-478b-b893-ea4d4d196f21', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914d29dd-cd56-47c3-a640-6473245ad817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:53Z', 'updated_at': '2022-04-28T22:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:55.477183 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Checking router: 914d29dd-cd56-47c3-a640-6473245ad817 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:45:55.477789 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Updating router 914d29dd-cd56-47c3-a640-6473245ad817 port 19db65b5-aded-478b-b893-ea4d4d196f21 binding host dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:45:55.500092 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 51756) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:55.506069 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.l3_db [None req-a6cfb107-b7d2-4127-9c6c-0ff117262435 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Floating IP 4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849 associated. External IP: 172.27.0.113, port: 570708ba-1935-42cd-b623-f42c08e315d9. Apr 28 22:45:55.542923 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (19db65b5-aded-478b-b893-ea4d4d196f21), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:55.548295 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-279e0e36-c614-431b-850e-152fd2269ad9 None None] Current status of the port e6bb7f28-f7a6-4448-b815-3a0ad24670e0 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:55.548623 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-279e0e36-c614-431b-850e-152fd2269ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (e6bb7f28-f7a6-4448-b815-3a0ad24670e0), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:55.605803 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device e6bb7f28-f7a6-4448-b815-3a0ad24670e0 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:55.629404 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-279e0e36-c614-431b-850e-152fd2269ad9 None None] For port e6bb7f28-f7a6-4448-b815-3a0ad24670e0, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=e6bb7f28-f7a6-4448-b815-3a0ad24670e0,segment=NetworkSegment(6c20a180-33d8-4054-b126-650e3bd94b11),segment_id=6c20a180-33d8-4054-b126-650e3bd94b11)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:55.669092 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dc5d02dd-fa70-4d32-9a17-08f8c1eed08a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:55.700890 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-279e0e36-c614-431b-850e-152fd2269ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (e6bb7f28-f7a6-4448-b815-3a0ad24670e0), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:55.828551 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dc5d02dd-fa70-4d32-9a17-08f8c1eed08a admin admin] Publish callbacks [] for security_group (926bf6e5-1b87-4342-8a28-770ca553f1e0), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:55.837103 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port e6bb7f28-f7a6-4448-b815-3a0ad24670e0 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:55.840447 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (e6bb7f28-f7a6-4448-b815-3a0ad24670e0), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:55.880587 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e0e36-c614-431b-850e-152fd2269ad9 None None] Pushing event updated for resources: {'Port': ['ID=e6bb7f28-f7a6-4448-b815-3a0ad24670e0,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:55.900468 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dc5d02dd-fa70-4d32-9a17-08f8c1eed08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (926bf6e5-1b87-4342-8a28-770ca553f1e0), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:55.938311 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port e6bb7f28-f7a6-4448-b815-3a0ad24670e0 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:55.938719 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d02dd-fa70-4d32-9a17-08f8c1eed08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926bf6e5-1b87-4342-8a28-770ca553f1e0,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:55.951394 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-0c3e5cfd-240c-4b2a-8791-5e7d27535a04 None None] Provisioning complete for port e6bb7f28-f7a6-4448-b815-3a0ad24670e0 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:55.952466 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0c3e5cfd-240c-4b2a-8791-5e7d27535a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (e6bb7f28-f7a6-4448-b815-3a0ad24670e0), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:55.982715 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Publish callbacks [] for port (19db65b5-aded-478b-b893-ea4d4d196f21), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:55.986822 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-dc5d02dd-fa70-4d32-9a17-08f8c1eed08a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69e37647efd042aa841074a57bef27b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4855428 Apr 28 22:45:55.989163 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 51764) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:56.041406 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e5cfd-240c-4b2a-8791-5e7d27535a04 None None] Current status of the port e6bb7f28-f7a6-4448-b815-3a0ad24670e0 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:56.043817 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-91949ae6-9e0d-4b3f-86db-4fe3ed600331 admin admin] Publish callbacks [] for security_group (926bf6e5-1b87-4342-8a28-770ca553f1e0), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:56.065665 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cfb107-b7d2-4127-9c6c-0ff117262435 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Router 280602cf-7405-46ef-91c4-5a34fa86aa1f has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:45:56.066410 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-91949ae6-9e0d-4b3f-86db-4fe3ed600331 admin admin] Publish callbacks [] for security_group (926bf6e5-1b87-4342-8a28-770ca553f1e0), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:56.100033 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (19db65b5-aded-478b-b893-ea4d4d196f21), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:56.155464 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Attempting to bind port 19db65b5-aded-478b-b893-ea4d4d196f21 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:45:56.155939 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Attempting to bind port 19db65b5-aded-478b-b893-ea4d4d196f21 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:45:56.156422 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Attempting to bind port 19db65b5-aded-478b-b893-ea4d4d196f21 on network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:45:56.163429 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46716d8e-9bf2-4d9b-a20c-71432f52474d None None] Pushing event updated for resources: {'Port': ['ID=19db65b5-aded-478b-b893-ea4d4d196f21,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:56.166286 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:45:56.166904 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Checking segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:45:56.167535 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:56.167921 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Bound using segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:45:56.168845 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Bound port: 19db65b5-aded-478b-b893-ea4d4d196f21, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:45:56.168845 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (19db65b5-aded-478b-b893-ea4d4d196f21), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:56.180315 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-91949ae6-9e0d-4b3f-86db-4fe3ed600331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (926bf6e5-1b87-4342-8a28-770ca553f1e0), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:56.182933 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-91949ae6-9e0d-4b3f-86db-4fe3ed600331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:56.186402 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-91949ae6-9e0d-4b3f-86db-4fe3ed600331 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/926bf6e5-1b87-4342-8a28-770ca553f1e0 HTTP/1.1" status: 204 len: 168 time: 0.1937635 Apr 28 22:45:56.195673 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91949ae6-9e0d-4b3f-86db-4fe3ed600331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926bf6e5-1b87-4342-8a28-770ca553f1e0,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:56.239312 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] For port 19db65b5-aded-478b-b893-ea4d4d196f21, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:45:56.242131 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] For port 19db65b5-aded-478b-b893-ea4d4d196f21, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=19db65b5-aded-478b-b893-ea4d4d196f21,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:45:56.277324 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cfb107-b7d2-4127-9c6c-0ff117262435 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:45:56.282870 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb107-b7d2-4127-9c6c-0ff117262435 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:56.288142 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f59442-13f6-47c6-ac45-d4b9bd910aed None None] Sync routers for ids ['280602cf-7405-46ef-91c4-5a34fa86aa1f'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:45:56.300958 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f59442-13f6-47c6-ac45-d4b9bd910aed None None] Routers {'280602cf-7405-46ef-91c4-5a34fa86aa1f'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:45:56.301600 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-c1f59442-13f6-47c6-ac45-d4b9bd910aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['280602cf-7405-46ef-91c4-5a34fa86aa1f'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:56.304960 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:56.324154 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (19db65b5-aded-478b-b893-ea4d4d196f21), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:56.328615 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-a6cfb107-b7d2-4127-9c6c-0ff117262435 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "PUT /v2.0/floatingips/4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849 HTTP/1.1" status: 200 len: 991 time: 2.4464946 Apr 28 22:45:56.333484 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'tag': '570708ba-1935-42cd-b623-f42c08e315d9'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:45:56.339054 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b113a7-3cbc-40d4-ab92-df15a60dc1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e2f265-611e-4c61-bdbe-ca49a8a792d0", "tag": "570708ba-1935-42cd-b623-f42c08e315d9"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:45:56.403315 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Routers {'914d29dd-cd56-47c3-a640-6473245ad817'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:45:56.404517 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['914d29dd-cd56-47c3-a640-6473245ad817'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:56.406185 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01e304c-8670-4c55-8759-4b2b7e3d0cf8 x-openstack-request-id: req-f01e304c-8670-4c55-8759-4b2b7e3d0cf8 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:45:56.406531 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e2f265-611e-4c61-bdbe-ca49a8a792d0", "tag": "570708ba-1935-42cd-b623-f42c08e315d9", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:45:56.406843 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f01e304c-8670-4c55-8759-4b2b7e3d0cf8 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:45:56.407257 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f01e304c-8670-4c55-8759-4b2b7e3d0cf8'] response: {'name': 'network-changed', 'server_uuid': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'tag': '570708ba-1935-42cd-b623-f42c08e315d9', 'status': 'completed', 'code': 200} Apr 28 22:45:56.476720 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46716d8e-9bf2-4d9b-a20c-71432f52474d None None] Pushing event updated for resources: {'Port': ['ID=19db65b5-aded-478b-b893-ea4d4d196f21,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:56.485518 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-c1f59442-13f6-47c6-ac45-d4b9bd910aed None None] Set router 280602cf-7405-46ef-91c4-5a34fa86aa1f gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:45:56.486344 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b113a7-3cbc-40d4-ab92-df15a60dc1c9 req-1c9170ce-a853-4551-8df5-5c46fe7b9785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:56.488173 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-02b113a7-3cbc-40d4-ab92-df15a60dc1c9 req-1c9170ce-a853-4551-8df5-5c46fe7b9785 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 1129 time: 0.0551233 Apr 28 22:45:56.551919 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] Set router 914d29dd-cd56-47c3-a640-6473245ad817 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:45:56.588564 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Allocated IP 172.20.0.1 (b7446736-8413-4312-a738-5e945b67d1a1/e403a4c3-a610-44a6-9445-f54c98bc22dd/4dfce553-a527-417e-88c2-c263d3036f98) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:45:56.635019 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b113a7-3cbc-40d4-ab92-df15a60dc1c9 req-90c02ab3-c79d-405f-8555-fb44bb1fbf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:45:56.636792 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-02b113a7-3cbc-40d4-ab92-df15a60dc1c9 req-90c02ab3-c79d-405f-8555-fb44bb1fbf5c service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 920 time: 0.1430073 Apr 28 22:45:56.773614 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914d29dd-cd56-47c3-a640-6473245ad817', 'name': 'tempest-TestShelveInstance-1158945770-router', 'tenant_id': '8933666257a6486e99ec6da291e1f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '19db65b5-aded-478b-b893-ea4d4d196f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:52Z', 'updated_at': '2022-04-28T22:45:53Z', 'revision_number': 3, 'project_id': '8933666257a6486e99ec6da291e1f878', 'gw_port': {'id': '19db65b5-aded-478b-b893-ea4d4d196f21', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914d29dd-cd56-47c3-a640-6473245ad817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:53Z', 'updated_at': '2022-04-28T22:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:56.813127 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0fc2b1-a6d3-41d3-822c-d2e4ef8ce81b None None] The sync data for ids ['914d29dd-cd56-47c3-a640-6473245ad817'] in dv-cinder-839825-1-iscsi is: [{'id': '914d29dd-cd56-47c3-a640-6473245ad817', 'name': 'tempest-TestShelveInstance-1158945770-router', 'tenant_id': '8933666257a6486e99ec6da291e1f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '19db65b5-aded-478b-b893-ea4d4d196f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:52Z', 'updated_at': '2022-04-28T22:45:53Z', 'revision_number': 3, 'project_id': '8933666257a6486e99ec6da291e1f878', 'gw_port': {'id': '19db65b5-aded-478b-b893-ea4d4d196f21', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914d29dd-cd56-47c3-a640-6473245ad817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:53Z', 'updated_at': '2022-04-28T22:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:45:56.838333 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-02b113a7-3cbc-40d4-ab92-df15a60dc1c9 req-3b2de2f6-17aa-490e-9c30-9e05a76a61ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=570708ba-1935-42cd-b623-f42c08e315d9 HTTP/1.1" status: 200 len: 999 time: 0.1901331 Apr 28 22:45:56.843519 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Publish callbacks [] for port (4dfce553-a527-417e-88c2-c263d3036f98), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:56.886099 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-c1f59442-13f6-47c6-ac45-d4b9bd910aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:42:20Z', 'revision_number': 4, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port': {'id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:13Z', 'updated_at': '2022-04-28T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'port_id': '570708ba-1935-42cd-b623-f42c08e315d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'mac_address': 'fa:16:3e:99:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:54Z', 'revision_number': 1, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab55a193-7abc-4048-ae63-e66820069be4', 'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'mac_address': 'fa:16:3e:c9:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:18Z', 'updated_at': '2022-04-28T22:42:28Z', 'revision_number': 5, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'subnets': [{'id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:56.919752 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f59442-13f6-47c6-ac45-d4b9bd910aed None None] Checking router: 280602cf-7405-46ef-91c4-5a34fa86aa1f for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:45:56.928891 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f59442-13f6-47c6-ac45-d4b9bd910aed None None] Routers {'280602cf-7405-46ef-91c4-5a34fa86aa1f'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:45:56.929515 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-c1f59442-13f6-47c6-ac45-d4b9bd910aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['280602cf-7405-46ef-91c4-5a34fa86aa1f'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:56.964062 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (4dfce553-a527-417e-88c2-c263d3036f98), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:57.014185 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Network b7446736-8413-4312-a738-5e945b67d1a1 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:57.019530 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:57.022022 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:45:57.048758 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Pushing event updated for resources: {'Port': ['ID=4dfce553-a527-417e-88c2-c263d3036f98,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:57.055054 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-c1f59442-13f6-47c6-ac45-d4b9bd910aed None None] Set router 280602cf-7405-46ef-91c4-5a34fa86aa1f gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:45:57.094302 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833397'] for router_interface (914d29dd-cd56-47c3-a640-6473245ad817), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:57.365798 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-c1f59442-13f6-47c6-ac45-d4b9bd910aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:42:20Z', 'revision_number': 4, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port': {'id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:13Z', 'updated_at': '2022-04-28T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'port_id': '570708ba-1935-42cd-b623-f42c08e315d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'mac_address': 'fa:16:3e:99:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:54Z', 'revision_number': 1, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab55a193-7abc-4048-ae63-e66820069be4', 'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'mac_address': 'fa:16:3e:c9:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:18Z', 'updated_at': '2022-04-28T22:42:28Z', 'revision_number': 5, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'subnets': [{'id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:45:57.400969 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (4dfce553-a527-417e-88c2-c263d3036f98), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:57.401506 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f59442-13f6-47c6-ac45-d4b9bd910aed None None] The sync data for ids ['280602cf-7405-46ef-91c4-5a34fa86aa1f'] in dv-cinder-839825-1-iscsi is: [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:42:20Z', 'revision_number': 4, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port': {'id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:13Z', 'updated_at': '2022-04-28T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'port_id': '570708ba-1935-42cd-b623-f42c08e315d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'mac_address': 'fa:16:3e:99:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:54Z', 'revision_number': 1, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab55a193-7abc-4048-ae63-e66820069be4', 'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'mac_address': 'fa:16:3e:c9:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:18Z', 'updated_at': '2022-04-28T22:42:28Z', 'revision_number': 5, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'subnets': [{'id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:45:57.485513 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-438564ee-d8a1-4df9-b116-69e988f5fae9 None None] Provisioning complete for port 4dfce553-a527-417e-88c2-c263d3036f98 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:57.486127 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-438564ee-d8a1-4df9-b116-69e988f5fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (4dfce553-a527-417e-88c2-c263d3036f98), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:57.550132 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-438564ee-d8a1-4df9-b116-69e988f5fae9 None None] Port 4dfce553-a527-417e-88c2-c263d3036f98 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:45:57.676060 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device e6bb7f28-f7a6-4448-b815-3a0ad24670e0 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:57.680506 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Publish callbacks [] for port (4dfce553-a527-417e-88c2-c263d3036f98), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:57.739444 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port e6bb7f28-f7a6-4448-b815-3a0ad24670e0 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:57.739826 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (e6bb7f28-f7a6-4448-b815-3a0ad24670e0), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:57.748542 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (4dfce553-a527-417e-88c2-c263d3036f98), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:57.785096 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e26dbc-08e9-44bc-a28c-2fcfd3656fbd None None] New status for floating IP 4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849: ACTIVE {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:45:57.857489 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Pushing event updated for resources: {'Port': ['ID=4dfce553-a527-417e-88c2-c263d3036f98,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:57.884766 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port e6bb7f28-f7a6-4448-b815-3a0ad24670e0 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:57.885928 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 19db65b5-aded-478b-b893-ea4d4d196f21 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:57.895077 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834501'] for router_interface (914d29dd-cd56-47c3-a640-6473245ad817), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:57.965187 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 19db65b5-aded-478b-b893-ea4d4d196f21 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:57.965768 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (19db65b5-aded-478b-b893-ea4d4d196f21), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:58.075612 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Network b7446736-8413-4312-a738-5e945b67d1a1 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:45:58.078302 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:45:58.086012 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 19db65b5-aded-478b-b893-ea4d4d196f21 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:58.086551 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (19db65b5-aded-478b-b893-ea4d4d196f21), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:58.128795 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] For port 19db65b5-aded-478b-b893-ea4d4d196f21, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=19db65b5-aded-478b-b893-ea4d4d196f21,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:45:58.205530 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (19db65b5-aded-478b-b893-ea4d4d196f21), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:58.252581 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Router 914d29dd-cd56-47c3-a640-6473245ad817 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:45:58.270081 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Pushing event updated for resources: {'Port': ['ID=19db65b5-aded-478b-b893-ea4d4d196f21,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:58.375337 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:45:58.380179 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-dc156e82-ddf9-406b-a2f0-4a3d53098bce None None] Provisioning complete for port 4dfce553-a527-417e-88c2-c263d3036f98 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:58.380595 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-dc156e82-ddf9-406b-a2f0-4a3d53098bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (4dfce553-a527-417e-88c2-c263d3036f98), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:58.382239 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-ea6cb374-1d87-4fcc-aad1-59befe8065a8 admin admin] 10.222.0.13 "PUT /v2.0/routers/914d29dd-cd56-47c3-a640-6473245ad817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3505735 Apr 28 22:45:58.421186 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-dc156e82-ddf9-406b-a2f0-4a3d53098bce None None] Port 4dfce553-a527-417e-88c2-c263d3036f98 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:45:59.256033 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 51822) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:59.261078 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-ea3decc0-04eb-443a-8f27-cdeadc9508ea tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234331424', 'description': 'tempest-secgroup-smoke-234331424 description', 'project_id': '2ff93a0403284167934dce9a1b51faf3'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:59.365402 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ea3decc0-04eb-443a-8f27-cdeadc9508ea tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:59.431486 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ea3decc0-04eb-443a-8f27-cdeadc9508ea tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group (ab19a112-d024-4b33-978f-dd194f04c94a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:59.479637 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ea3decc0-04eb-443a-8f27-cdeadc9508ea tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (ab19a112-d024-4b33-978f-dd194f04c94a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:59.496214 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 19db65b5-aded-478b-b893-ea4d4d196f21 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:45:59.509978 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3decc0-04eb-443a-8f27-cdeadc9508ea tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab19a112-d024-4b33-978f-dd194f04c94a,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:59.542294 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 19db65b5-aded-478b-b893-ea4d4d196f21 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:45:59.542989 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (19db65b5-aded-478b-b893-ea4d4d196f21), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:59.564448 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ea3decc0-04eb-443a-8f27-cdeadc9508ea tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:59.565783 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-ea3decc0-04eb-443a-8f27-cdeadc9508ea tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3087411 Apr 28 22:45:59.568886 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 51826) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:59.574222 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-b49da53a-8029-43fc-bf95-b575e54974fe tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Request body: {'security_group_rule': {'security_group_id': 'ab19a112-d024-4b33-978f-dd194f04c94a', 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:59.657663 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b49da53a-8029-43fc-bf95-b575e54974fe tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (b3b89879-54ce-4cbd-9d0a-b50da83c49c5), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:59.723136 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b49da53a-8029-43fc-bf95-b575e54974fe tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (b3b89879-54ce-4cbd-9d0a-b50da83c49c5), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:59.739585 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 19db65b5-aded-478b-b893-ea4d4d196f21 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:45:59.805063 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b49da53a-8029-43fc-bf95-b575e54974fe tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (b3b89879-54ce-4cbd-9d0a-b50da83c49c5), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:59.823001 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49da53a-8029-43fc-bf95-b575e54974fe tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b89879-54ce-4cbd-9d0a-b50da83c49c5,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:45:59.904246 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b49da53a-8029-43fc-bf95-b575e54974fe tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:45:59.905396 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-b49da53a-8029-43fc-bf95-b575e54974fe tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3353517 Apr 28 22:45:59.908123 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 51832) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:45:59.912334 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-2b5a75e3-6699-4b19-ac9b-b78ae8e1d5ac tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Request body: {'security_group_rule': {'security_group_id': 'ab19a112-d024-4b33-978f-dd194f04c94a', 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:45:59.993376 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2b5a75e3-6699-4b19-ac9b-b78ae8e1d5ac tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (23e3bed7-d6bb-45d2-97b2-fe2c0b1d3eb1), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:00.047723 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2b5a75e3-6699-4b19-ac9b-b78ae8e1d5ac tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (23e3bed7-d6bb-45d2-97b2-fe2c0b1d3eb1), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:00.113495 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2b5a75e3-6699-4b19-ac9b-b78ae8e1d5ac tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (23e3bed7-d6bb-45d2-97b2-fe2c0b1d3eb1), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:00.132460 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a75e3-6699-4b19-ac9b-b78ae8e1d5ac tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e3bed7-d6bb-45d2-97b2-fe2c0b1d3eb1,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:00.204804 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2b5a75e3-6699-4b19-ac9b-b78ae8e1d5ac tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:00.206058 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-2b5a75e3-6699-4b19-ac9b-b78ae8e1d5ac tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2969537 Apr 28 22:46:00.208618 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 51838) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:46:00.212929 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-252b0113-5b2a-4a03-b29f-ebf58b3bf4d7 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Request body: {'security_group_rule': {'security_group_id': 'ab19a112-d024-4b33-978f-dd194f04c94a', 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:46:00.302107 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-252b0113-5b2a-4a03-b29f-ebf58b3bf4d7 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (0ab39f74-f8ff-41d7-a676-e2e2f8ca84f3), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:00.359132 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-252b0113-5b2a-4a03-b29f-ebf58b3bf4d7 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (0ab39f74-f8ff-41d7-a676-e2e2f8ca84f3), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:00.440008 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-252b0113-5b2a-4a03-b29f-ebf58b3bf4d7 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (0ab39f74-f8ff-41d7-a676-e2e2f8ca84f3), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:00.458302 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b0113-5b2a-4a03-b29f-ebf58b3bf4d7 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab39f74-f8ff-41d7-a676-e2e2f8ca84f3,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:00.536428 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-252b0113-5b2a-4a03-b29f-ebf58b3bf4d7 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:00.537699 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-252b0113-5b2a-4a03-b29f-ebf58b3bf4d7 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3281624 Apr 28 22:46:00.540348 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 51842) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:46:00.545237 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-6056691a-b03c-4717-9f95-03f0eb1029b3 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Request body: {'security_group_rule': {'security_group_id': 'ab19a112-d024-4b33-978f-dd194f04c94a', 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:46:00.631320 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6056691a-b03c-4717-9f95-03f0eb1029b3 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (22cfa86a-d9ee-4bea-84f4-3ce4597d1465), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:00.690585 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6056691a-b03c-4717-9f95-03f0eb1029b3 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (22cfa86a-d9ee-4bea-84f4-3ce4597d1465), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:00.727962 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Sync routers for ids ['914d29dd-cd56-47c3-a640-6473245ad817'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:46:00.737792 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Routers {'914d29dd-cd56-47c3-a640-6473245ad817'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:46:00.740440 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['914d29dd-cd56-47c3-a640-6473245ad817'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:46:00.760073 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6056691a-b03c-4717-9f95-03f0eb1029b3 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (22cfa86a-d9ee-4bea-84f4-3ce4597d1465), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:00.778974 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056691a-b03c-4717-9f95-03f0eb1029b3 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cfa86a-d9ee-4bea-84f4-3ce4597d1465,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:00.846896 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Set router 914d29dd-cd56-47c3-a640-6473245ad817 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:46:00.847237 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6056691a-b03c-4717-9f95-03f0eb1029b3 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:00.848512 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-6056691a-b03c-4717-9f95-03f0eb1029b3 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3066342 Apr 28 22:46:00.851243 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 51846) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:46:00.855540 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-3b91cd4f-ade6-46e6-976c-cc650b105e14 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Request body: {'security_group_rule': {'security_group_id': 'ab19a112-d024-4b33-978f-dd194f04c94a', 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:46:00.939706 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.securitygroups_db [None req-3b91cd4f-ade6-46e6-976c-cc650b105e14 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Project 2ff93a0403284167934dce9a1b51faf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 22:46:00.945270 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3b91cd4f-ade6-46e6-976c-cc650b105e14 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (40b95e1f-6297-4d00-89d5-6278287e6664), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:01.005187 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3b91cd4f-ade6-46e6-976c-cc650b105e14 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (40b95e1f-6297-4d00-89d5-6278287e6664), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:01.037619 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914d29dd-cd56-47c3-a640-6473245ad817', 'name': 'tempest-TestShelveInstance-1158945770-router', 'tenant_id': '8933666257a6486e99ec6da291e1f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '19db65b5-aded-478b-b893-ea4d4d196f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:52Z', 'updated_at': '2022-04-28T22:45:57Z', 'revision_number': 4, 'project_id': '8933666257a6486e99ec6da291e1f878', 'gw_port': {'id': '19db65b5-aded-478b-b893-ea4d4d196f21', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914d29dd-cd56-47c3-a640-6473245ad817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:53Z', 'updated_at': '2022-04-28T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '4dfce553-a527-417e-88c2-c263d3036f98', 'name': '', 'network_id': 'b7446736-8413-4312-a738-5e945b67d1a1', 'tenant_id': '8933666257a6486e99ec6da291e1f878', 'mac_address': 'fa:16:3e:ba:65:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914d29dd-cd56-47c3-a640-6473245ad817', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e403a4c3-a610-44a6-9445-f54c98bc22dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:56Z', 'updated_at': '2022-04-28T22:45:57Z', 'revision_number': 2, 'project_id': '8933666257a6486e99ec6da291e1f878', 'subnets': [{'id': 'e403a4c3-a610-44a6-9445-f54c98bc22dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:46:01.066784 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Checking router: 914d29dd-cd56-47c3-a640-6473245ad817 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:46:01.067166 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Updating router 914d29dd-cd56-47c3-a640-6473245ad817 port 4dfce553-a527-417e-88c2-c263d3036f98 binding host dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:46:01.076765 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3b91cd4f-ade6-46e6-976c-cc650b105e14 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (40b95e1f-6297-4d00-89d5-6278287e6664), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:01.095100 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91cd4f-ade6-46e6-976c-cc650b105e14 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b95e1f-6297-4d00-89d5-6278287e6664,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:01.096437 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (4dfce553-a527-417e-88c2-c263d3036f98), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:01.167020 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3b91cd4f-ade6-46e6-976c-cc650b105e14 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:01.168273 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-3b91cd4f-ade6-46e6-976c-cc650b105e14 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3160622 Apr 28 22:46:01.171325 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 51852) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:46:01.175689 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-5948f727-681c-4181-9216-c880b4f2d93c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Request body: {'security_group_rule': {'security_group_id': 'ab19a112-d024-4b33-978f-dd194f04c94a', 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:46:01.250925 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.securitygroups_db [None req-5948f727-681c-4181-9216-c880b4f2d93c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Project 2ff93a0403284167934dce9a1b51faf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 22:46:01.256626 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5948f727-681c-4181-9216-c880b4f2d93c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (60733aec-e56c-4023-a3aa-4dd4c13a1267), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:01.314763 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5948f727-681c-4181-9216-c880b4f2d93c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (60733aec-e56c-4023-a3aa-4dd4c13a1267), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:01.360256 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Publish callbacks [] for port (4dfce553-a527-417e-88c2-c263d3036f98), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:01.382300 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5948f727-681c-4181-9216-c880b4f2d93c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (60733aec-e56c-4023-a3aa-4dd4c13a1267), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:01.400548 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948f727-681c-4181-9216-c880b4f2d93c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60733aec-e56c-4023-a3aa-4dd4c13a1267,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:01.422509 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (4dfce553-a527-417e-88c2-c263d3036f98), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:01.474580 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a6c15-bb7e-42ec-b7ee-e1ddd3902b3f None None] Pushing event updated for resources: {'Port': ['ID=4dfce553-a527-417e-88c2-c263d3036f98,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:01.480535 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5948f727-681c-4181-9216-c880b4f2d93c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:01.486505 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-5948f727-681c-4181-9216-c880b4f2d93c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3095112 Apr 28 22:46:01.535207 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Attempting to bind port 4dfce553-a527-417e-88c2-c263d3036f98 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:46:01.535592 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Attempting to bind port 4dfce553-a527-417e-88c2-c263d3036f98 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': '6c20a180-33d8-4054-b126-650e3bd94b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b7446736-8413-4312-a738-5e945b67d1a1'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:46:01.535962 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Attempting to bind port 4dfce553-a527-417e-88c2-c263d3036f98 on network b7446736-8413-4312-a738-5e945b67d1a1 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:46:01.541735 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:46:01.542191 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Checking segment: {'id': '6c20a180-33d8-4054-b126-650e3bd94b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b7446736-8413-4312-a738-5e945b67d1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:46:01.542650 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:01.542981 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Bound using segment: {'id': '6c20a180-33d8-4054-b126-650e3bd94b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b7446736-8413-4312-a738-5e945b67d1a1'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:46:01.543456 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Bound port: 4dfce553-a527-417e-88c2-c263d3036f98, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c20a180-33d8-4054-b126-650e3bd94b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b7446736-8413-4312-a738-5e945b67d1a1'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:46:01.543836 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (4dfce553-a527-417e-88c2-c263d3036f98), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:01.613897 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] For port 4dfce553-a527-417e-88c2-c263d3036f98, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:46:01.617121 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] For port 4dfce553-a527-417e-88c2-c263d3036f98, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=4dfce553-a527-417e-88c2-c263d3036f98,segment=NetworkSegment(6c20a180-33d8-4054-b126-650e3bd94b11),segment_id=6c20a180-33d8-4054-b126-650e3bd94b11)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:46:01.658753 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-c12592b6-9c29-46e8-ad76-1debfe15ad55 None None] Provisioning complete for port 4dfce553-a527-417e-88c2-c263d3036f98 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:46:01.659123 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c12592b6-9c29-46e8-ad76-1debfe15ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (4dfce553-a527-417e-88c2-c263d3036f98), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:01.681569 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (4dfce553-a527-417e-88c2-c263d3036f98), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:01.732593 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-c12592b6-9c29-46e8-ad76-1debfe15ad55 None None] Port 4dfce553-a527-417e-88c2-c263d3036f98 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:46:01.763903 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Routers {'914d29dd-cd56-47c3-a640-6473245ad817'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:46:01.764936 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:45:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['914d29dd-cd56-47c3-a640-6473245ad817'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:46:01.816715 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a6c15-bb7e-42ec-b7ee-e1ddd3902b3f None None] Pushing event updated for resources: {'Port': ['ID=4dfce553-a527-417e-88c2-c263d3036f98,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:01.902782 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] Set router 914d29dd-cd56-47c3-a640-6473245ad817 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:46:01.992656 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-5396c446-5a23-4ca2-98ec-8e38add566ab None None] Provisioning complete for port 4dfce553-a527-417e-88c2-c263d3036f98 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:46:01.993241 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5396c446-5a23-4ca2-98ec-8e38add566ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (4dfce553-a527-417e-88c2-c263d3036f98), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:02.162585 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-5396c446-5a23-4ca2-98ec-8e38add566ab None None] Current status of the port 4dfce553-a527-417e-88c2-c263d3036f98 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:46:02.165500 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5396c446-5a23-4ca2-98ec-8e38add566ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (4dfce553-a527-417e-88c2-c263d3036f98), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:02.192137 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914d29dd-cd56-47c3-a640-6473245ad817', 'name': 'tempest-TestShelveInstance-1158945770-router', 'tenant_id': '8933666257a6486e99ec6da291e1f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '19db65b5-aded-478b-b893-ea4d4d196f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:52Z', 'updated_at': '2022-04-28T22:45:57Z', 'revision_number': 4, 'project_id': '8933666257a6486e99ec6da291e1f878', 'gw_port': {'id': '19db65b5-aded-478b-b893-ea4d4d196f21', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914d29dd-cd56-47c3-a640-6473245ad817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:53Z', 'updated_at': '2022-04-28T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '4dfce553-a527-417e-88c2-c263d3036f98', 'name': '', 'network_id': 'b7446736-8413-4312-a738-5e945b67d1a1', 'tenant_id': '8933666257a6486e99ec6da291e1f878', 'mac_address': 'fa:16:3e:ba:65:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914d29dd-cd56-47c3-a640-6473245ad817', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e403a4c3-a610-44a6-9445-f54c98bc22dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:56Z', 'updated_at': '2022-04-28T22:46:01Z', 'revision_number': 4, 'project_id': '8933666257a6486e99ec6da291e1f878', 'subnets': [{'id': 'e403a4c3-a610-44a6-9445-f54c98bc22dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:46:02.227036 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28089bd-c13d-44c6-ac5f-b3b55e859c15 None None] The sync data for ids ['914d29dd-cd56-47c3-a640-6473245ad817'] in dv-cinder-839825-1-iscsi is: [{'id': '914d29dd-cd56-47c3-a640-6473245ad817', 'name': 'tempest-TestShelveInstance-1158945770-router', 'tenant_id': '8933666257a6486e99ec6da291e1f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '19db65b5-aded-478b-b893-ea4d4d196f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:52Z', 'updated_at': '2022-04-28T22:45:57Z', 'revision_number': 4, 'project_id': '8933666257a6486e99ec6da291e1f878', 'gw_port': {'id': '19db65b5-aded-478b-b893-ea4d4d196f21', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914d29dd-cd56-47c3-a640-6473245ad817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:53Z', 'updated_at': '2022-04-28T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '4dfce553-a527-417e-88c2-c263d3036f98', 'name': '', 'network_id': 'b7446736-8413-4312-a738-5e945b67d1a1', 'tenant_id': '8933666257a6486e99ec6da291e1f878', 'mac_address': 'fa:16:3e:ba:65:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914d29dd-cd56-47c3-a640-6473245ad817', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e403a4c3-a610-44a6-9445-f54c98bc22dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:56Z', 'updated_at': '2022-04-28T22:46:01Z', 'revision_number': 4, 'project_id': '8933666257a6486e99ec6da291e1f878', 'subnets': [{'id': 'e403a4c3-a610-44a6-9445-f54c98bc22dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:46:02.239557 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-5396c446-5a23-4ca2-98ec-8e38add566ab None None] For port 4dfce553-a527-417e-88c2-c263d3036f98, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=4dfce553-a527-417e-88c2-c263d3036f98,segment=NetworkSegment(6c20a180-33d8-4054-b126-650e3bd94b11),segment_id=6c20a180-33d8-4054-b126-650e3bd94b11)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:46:02.323631 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5396c446-5a23-4ca2-98ec-8e38add566ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (4dfce553-a527-417e-88c2-c263d3036f98), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:02.383147 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396c446-5a23-4ca2-98ec-8e38add566ab None None] Pushing event updated for resources: {'Port': ['ID=4dfce553-a527-417e-88c2-c263d3036f98,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:03.094146 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b113a7-3cbc-40d4-ab92-df15a60dc1c9 req-106d76a0-45c0-48e2-babe-8e03d0c57b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:03.095546 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-02b113a7-3cbc-40d4-ab92-df15a60dc1c9 req-106d76a0-45c0-48e2-babe-8e03d0c57b61 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.0475717 Apr 28 22:46:03.508548 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 4dfce553-a527-417e-88c2-c263d3036f98 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:46:03.554185 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 4dfce553-a527-417e-88c2-c263d3036f98 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:46:03.554561 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (4dfce553-a527-417e-88c2-c263d3036f98), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:03.632366 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 4dfce553-a527-417e-88c2-c263d3036f98 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:46:03.973568 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b113a7-3cbc-40d4-ab92-df15a60dc1c9 req-f8f28c4b-504d-429f-978e-d6805ee01c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:03.975135 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-02b113a7-3cbc-40d4-ab92-df15a60dc1c9 req-f8f28c4b-504d-429f-978e-d6805ee01c84 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406945 Apr 28 22:46:05.603345 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-02b113a7-3cbc-40d4-ab92-df15a60dc1c9 req-b9610cb6-223d-48a4-b2dd-0afee282ee41 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392527 Apr 28 22:46:05.692126 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-02b113a7-3cbc-40d4-ab92-df15a60dc1c9 req-6929c804-699a-4be1-b440-90e0352b3b1f service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830734 Apr 28 22:46:06.479949 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-4e36070e-2c1f-4a57-9803-1d47c07bdc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:08.671550 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9c26b33a-821a-4cc4-83c0-b098c9c82440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:09.804951 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:11.170995 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:11.479687 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-208ba50a-1db2-443d-80f2-8e4a9d51ce1a req-b3f11708-8ede-4ad9-b7c6-8ecb544b50cb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442226 Apr 28 22:46:11.552939 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ba50a-1db2-443d-80f2-8e4a9d51ce1a req-9e45c80e-0e4e-495c-bb6e-8a6416d21210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:11.554483 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-208ba50a-1db2-443d-80f2-8e4a9d51ce1a req-9e45c80e-0e4e-495c-bb6e-8a6416d21210 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d7c475a2444cb7beac065aff76acbe&device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 1130 time: 0.0446546 Apr 28 22:46:11.657663 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ba50a-1db2-443d-80f2-8e4a9d51ce1a req-1ac1c11e-f308-4cf0-bf02-afd35438e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:11.659176 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-208ba50a-1db2-443d-80f2-8e4a9d51ce1a req-1ac1c11e-f308-4cf0-bf02-afd35438e336 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 HTTP/1.1" status: 200 len: 912 time: 0.0862255 Apr 28 22:46:11.731888 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-208ba50a-1db2-443d-80f2-8e4a9d51ce1a req-08473cc9-f445-46e2-84c0-50c02d75334f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=516092d6-335c-4065-8ea1-4c8cb8895ef2 HTTP/1.1" status: 200 len: 1001 time: 0.0651634 Apr 28 22:46:11.783956 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ba50a-1db2-443d-80f2-8e4a9d51ce1a req-69ffe110-5313-4027-bfc7-3bb26ade9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:11.785424 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-208ba50a-1db2-443d-80f2-8e4a9d51ce1a req-69ffe110-5313-4027-bfc7-3bb26ade9e07 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f764963a-8464-4a24-ad54-07350b19889d HTTP/1.1" status: 200 len: 850 time: 0.0475459 Apr 28 22:46:11.839531 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ba50a-1db2-443d-80f2-8e4a9d51ce1a req-d906e1b8-efde-4b5e-a58a-a14bb950b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:11.841162 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-208ba50a-1db2-443d-80f2-8e4a9d51ce1a req-d906e1b8-efde-4b5e-a58a-a14bb950b660 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491433 Apr 28 22:46:11.933932 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-208ba50a-1db2-443d-80f2-8e4a9d51ce1a req-8e47f590-7db4-4c53-8355-ad016b9b682e service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862381 Apr 28 22:46:12.024552 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-208ba50a-1db2-443d-80f2-8e4a9d51ce1a req-aca5edf6-5e8c-447b-aa35-269ba6c33c76 service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837696 Apr 28 22:46:12.645625 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:12.867863 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-1f64918c-6af5-4c46-963a-d7ca9b059ef3 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610198399&fields=id&tenant_id=f434106bf30945f58afaceb0b3a389b0 HTTP/1.1" status: 200 len: 267 time: 0.0475574 Apr 28 22:46:12.970579 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-10046e1f-bbdb-4c83-9e4c-f24613977a0c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:12.972054 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-10046e1f-bbdb-4c83-9e4c-f24613977a0c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/networks?id=0d4ddebe-289b-4288-8e3a-743f46cd7035 HTTP/1.1" status: 200 len: 811 time: 0.0971940 Apr 28 22:46:12.987175 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-aca85901-b001-4413-a921-4569d9b7b840 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/quotas/f434106bf30945f58afaceb0b3a389b0 HTTP/1.1" status: 200 len: 375 time: 0.0094519 Apr 28 22:46:13.036538 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-be456c3b-8c2e-4b2c-af4d-0f9d4066cb8a tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f434106bf30945f58afaceb0b3a389b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438185 Apr 28 22:46:13.137746 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-e16b6c6b-e008-49b1-bfb6-5932fb297560 service neutron] 10.222.0.13 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884781 Apr 28 22:46:13.228857 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-4cbe9c5d-d1cf-4e0e-9595-970cd1d6dcfa service neutron] 10.222.0.13 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849714 Apr 28 22:46:13.846462 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5da5b12d-4d06-4a49-b9c4-8869901a0252 req-09098921-095b-4320-a9c2-2519f6b53181 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 210 time: 0.0595145 Apr 28 22:46:14.319215 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 52106) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:46:14.644985 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-32fcaa3c-6479-4571-b5a0-d0e73f730e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:14.719246 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-32fcaa3c-6479-4571-b5a0-d0e73f730e7f admin admin] Publish callbacks [] for security_group (ed288f07-3058-4de7-8535-5eb955c9acab), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:14.802901 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-32fcaa3c-6479-4571-b5a0-d0e73f730e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (ed288f07-3058-4de7-8535-5eb955c9acab), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:14.844108 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-32fcaa3c-6479-4571-b5a0-d0e73f730e7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=235d5cc628044831874854ba2743d5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5213189 Apr 28 22:46:14.844108 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcaa3c-6479-4571-b5a0-d0e73f730e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed288f07-3058-4de7-8535-5eb955c9acab,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:14.844610 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 52116) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:46:14.910172 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5d223061-75a0-4b09-a908-09150b7282b7 admin admin] Publish callbacks [] for security_group (ed288f07-3058-4de7-8535-5eb955c9acab), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:14.966677 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5d223061-75a0-4b09-a908-09150b7282b7 admin admin] Publish callbacks [] for security_group (ed288f07-3058-4de7-8535-5eb955c9acab), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:14.970265 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-32939386-dd19-49ef-93f9-ed7aeef7f008 req-1caa04ce-c0af-4ece-be7f-8e3c220e04dc tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 210 time: 0.0446022 Apr 28 22:46:15.151806 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5d223061-75a0-4b09-a908-09150b7282b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (ed288f07-3058-4de7-8535-5eb955c9acab), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:15.154558 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5d223061-75a0-4b09-a908-09150b7282b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:15.155755 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-5d223061-75a0-4b09-a908-09150b7282b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed288f07-3058-4de7-8535-5eb955c9acab HTTP/1.1" status: 204 len: 168 time: 0.3094330 Apr 28 22:46:15.165509 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d223061-75a0-4b09-a908-09150b7282b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed288f07-3058-4de7-8535-5eb955c9acab,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:15.753513 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:16.067612 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9bcf8649-7dc5-45f9-b186-1a6c0e2e8a3b req-06a33cd7-c6a5-44e0-a03d-ce6c5d961f17 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 210 time: 0.0280344 Apr 28 22:46:16.314211 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-532b5c46-a38c-46cf-998c-c07de42f1d2b tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:16.315724 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-532b5c46-a38c-46cf-998c-c07de42f1d2b tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.31 "GET /v2.0/networks?id=0d4ddebe-289b-4288-8e3a-743f46cd7035 HTTP/1.1" status: 200 len: 811 time: 0.1027985 Apr 28 22:46:16.385758 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-5ec6f29c-2280-4d99-bf87-92376c4d4dd4 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f434106bf30945f58afaceb0b3a389b0 HTTP/1.1" status: 200 len: 380 time: 0.0592921 Apr 28 22:46:16.395724 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-462cd238-a3eb-4f6b-8acf-77fc2b3991a6 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Request body: {'port': {'device_id': '639535bc-6ef9-409c-b4af-173df8679d2e', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'admin_state_up': True, 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'security_groups': ['7265c189-860e-4a1e-8426-c05d7048629e']}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:46:16.568580 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-462cd238-a3eb-4f6b-8acf-77fc2b3991a6 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Made reservation on behalf of f434106bf30945f58afaceb0b3a389b0 for: {'port': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:46:16.572217 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-462cd238-a3eb-4f6b-8acf-77fc2b3991a6 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:16.704426 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-462cd238-a3eb-4f6b-8acf-77fc2b3991a6 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Allocated IP 172.20.0.5 (0d4ddebe-289b-4288-8e3a-743f46cd7035/170b4ca0-74a9-45ac-9923-9c9a50ebf98b/4bf1b7a8-25d7-4a04-8ce8-906fde65bde6) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:46:16.843673 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-462cd238-a3eb-4f6b-8acf-77fc2b3991a6 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for port (4bf1b7a8-25d7-4a04-8ce8-906fde65bde6), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:16.928679 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-462cd238-a3eb-4f6b-8acf-77fc2b3991a6 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (4bf1b7a8-25d7-4a04-8ce8-906fde65bde6), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:16.970217 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-462cd238-a3eb-4f6b-8acf-77fc2b3991a6 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Network 0d4ddebe-289b-4288-8e3a-743f46cd7035 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:46:16.973402 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-462cd238-a3eb-4f6b-8acf-77fc2b3991a6 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:46:16.980147 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-462cd238-a3eb-4f6b-8acf-77fc2b3991a6 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:46:17.007470 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cd238-a3eb-4f6b-8acf-77fc2b3991a6 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event updated for resources: {'Port': ['ID=4bf1b7a8-25d7-4a04-8ce8-906fde65bde6,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:17.040383 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-462cd238-a3eb-4f6b-8acf-77fc2b3991a6 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:17.041789 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-462cd238-a3eb-4f6b-8acf-77fc2b3991a6 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:17.115014 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-462cd238-a3eb-4f6b-8acf-77fc2b3991a6 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7227993 Apr 28 22:46:17.131035 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Request body: {'port': {'device_id': '639535bc-6ef9-409c-b4af-173df8679d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:46:17.229342 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217c9b2-737d-4a57-af0e-a1f6d1d38f76 req-6f269823-37cb-42d6-a41f-7ab83f3e0d27 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:17.230877 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6217c9b2-737d-4a57-af0e-a1f6d1d38f76 req-6f269823-37cb-42d6-a41f-7ab83f3e0d27 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 931 time: 0.0792186 Apr 28 22:46:17.231042 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-03e79b5d-7185-429f-b29e-de33a6715f81 None None] Provisioning complete for port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:46:17.231995 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-03e79b5d-7185-429f-b29e-de33a6715f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (4bf1b7a8-25d7-4a04-8ce8-906fde65bde6), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:17.249280 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (4bf1b7a8-25d7-4a04-8ce8-906fde65bde6), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:17.266136 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-03e79b5d-7185-429f-b29e-de33a6715f81 None None] Port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:46:17.314138 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6217c9b2-737d-4a57-af0e-a1f6d1d38f76 req-5e6e7d2e-5cda-4b88-ab65-77e4997c0654 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766666 Apr 28 22:46:17.564309 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:46:17.573340 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Publish callbacks [] for port (4bf1b7a8-25d7-4a04-8ce8-906fde65bde6), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:17.587879 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Transition to ACTIVE for port object 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 will not be triggered until provisioned by entity L2. {{(pid=110299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:46:17.694668 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (4bf1b7a8-25d7-4a04-8ce8-906fde65bde6), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:17.752988 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf1b7a8-25d7-4a04-8ce8-906fde65bde6,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:17.780404 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:17.780761 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:17.781106 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:17.781448 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:17.784731 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:17.784731 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:17.784731 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:17.784731 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:17.784731 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:17.784731 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:17.784731 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:17.784731 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:17.785571 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:17.785571 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:17.785571 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:17.864917 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Attempting to bind port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:46:17.865264 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Attempting to bind port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:46:17.865588 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Attempting to bind port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 on network 0d4ddebe-289b-4288-8e3a-743f46cd7035 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:46:17.871192 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 on network 0d4ddebe-289b-4288-8e3a-743f46cd7035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:46:17.874547 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Attempting to bind port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 on network 0d4ddebe-289b-4288-8e3a-743f46cd7035 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:46:17.876937 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:46:17.877279 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Checking segment: {'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:46:17.877669 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Bound using segment: {'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:46:17.878137 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Bound port: 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:46:17.878531 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (4bf1b7a8-25d7-4a04-8ce8-906fde65bde6), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:17.954586 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] For port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6, host hv-cinder-83982, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:46:17.958003 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] For port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=4bf1b7a8-25d7-4a04-8ce8-906fde65bde6,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:46:18.037574 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (4bf1b7a8-25d7-4a04-8ce8-906fde65bde6), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:18.085050 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:18.085659 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:18.087112 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] 10.222.0.31 "PUT /v2.0/ports/4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 HTTP/1.1" status: 200 len: 1093 time: 0.9625440 Apr 28 22:46:18.087567 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639535bc-6ef9-409c-b4af-173df8679d2e', 'tag': '4bf1b7a8-25d7-4a04-8ce8-906fde65bde6'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:46:18.091170 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60173db6-946a-4884-b23a-96d17afbb650" -d '{"events": [{"name": "network-changed", "server_uuid": "639535bc-6ef9-409c-b4af-173df8679d2e", "tag": "4bf1b7a8-25d7-4a04-8ce8-906fde65bde6"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:46:18.160390 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed892135-6383-4d94-b3e3-2accf08228b8 x-openstack-request-id: req-ed892135-6383-4d94-b3e3-2accf08228b8 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:46:18.160917 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639535bc-6ef9-409c-b4af-173df8679d2e", "tag": "4bf1b7a8-25d7-4a04-8ce8-906fde65bde6", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:46:18.161990 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed892135-6383-4d94-b3e3-2accf08228b8 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:46:18.162799 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed892135-6383-4d94-b3e3-2accf08228b8'] response: {'name': 'network-changed', 'server_uuid': '639535bc-6ef9-409c-b4af-173df8679d2e', 'tag': '4bf1b7a8-25d7-4a04-8ce8-906fde65bde6', 'status': 'completed', 'code': 200} Apr 28 22:46:18.175602 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65fa08-619c-465e-92c2-a6ecf046f7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf1b7a8-25d7-4a04-8ce8-906fde65bde6,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:18.228858 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60173db6-946a-4884-b23a-96d17afbb650 req-ad0668b9-7f17-4647-942c-91524939195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:18.230435 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-60173db6-946a-4884-b23a-96d17afbb650 req-ad0668b9-7f17-4647-942c-91524939195b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f434106bf30945f58afaceb0b3a389b0&device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 1127 time: 0.0495515 Apr 28 22:46:18.348334 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60173db6-946a-4884-b23a-96d17afbb650 req-635b2c25-6873-4479-88e1-d89402837677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:18.350054 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-60173db6-946a-4884-b23a-96d17afbb650 req-635b2c25-6873-4479-88e1-d89402837677 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f434106bf30945f58afaceb0b3a389b0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1123726 Apr 28 22:46:18.482527 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad391e45-de95-4a0f-866a-f38c6413c89b req-07b0e500-cdb7-4378-afa4-3e5b8f25480e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:18.483968 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ad391e45-de95-4a0f-866a-f38c6413c89b req-07b0e500-cdb7-4378-afa4-3e5b8f25480e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 943 time: 0.0911150 Apr 28 22:46:18.546464 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60173db6-946a-4884-b23a-96d17afbb650 req-bd0e821b-d09e-4326-a5be-c4d4689b6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:18.547938 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-60173db6-946a-4884-b23a-96d17afbb650 req-bd0e821b-d09e-4326-a5be-c4d4689b6328 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1630337 Apr 28 22:46:18.556469 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ad391e45-de95-4a0f-866a-f38c6413c89b req-3dc7ad52-9ea9-4425-a275-f07bb50c798c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653822 Apr 28 22:46:18.623196 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-5eaaf7f8-43bf-47f7-854d-09a7c9325347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:18.624694 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-5eaaf7f8-43bf-47f7-854d-09a7c9325347 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f434106bf30945f58afaceb0b3a389b0&device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 1127 time: 0.0398879 Apr 28 22:46:18.669051 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-9d654b30-e581-44d4-ad8b-88d5e7ebba7d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 HTTP/1.1" status: 200 len: 217 time: 0.0348654 Apr 28 22:46:18.721914 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-fa15e008-3cc5-4f0b-80a6-ce93cec88703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:18.723370 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-fa15e008-3cc5-4f0b-80a6-ce93cec88703 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=170b4ca0-74a9-45ac-9923-9c9a50ebf98b HTTP/1.1" status: 200 len: 850 time: 0.0476265 Apr 28 22:46:18.765714 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-374e8432-b52b-4c19-9fec-844008ea581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:18.767140 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-374e8432-b52b-4c19-9fec-844008ea581b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d4ddebe-289b-4288-8e3a-743f46cd7035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374689 Apr 28 22:46:18.856702 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-5312f2be-296e-43b4-bae4-db457a31ba55 service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826235 Apr 28 22:46:18.951549 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-61d1a62d-432d-49da-8127-8908dc6bf595 req-9d0b8bfc-d58b-4072-9ca3-e46c6878ebb4 service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884454 Apr 28 22:46:19.668900 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc31c2-40da-47e4-916c-3bd35b160f27 req-ef20d6b9-0832-41ff-8c8f-e9dc7c20714b tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:19.670354 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-83cc31c2-40da-47e4-916c-3bd35b160f27 req-ef20d6b9-0832-41ff-8c8f-e9dc7c20714b tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 943 time: 0.0456617 Apr 28 22:46:19.720321 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-83cc31c2-40da-47e4-916c-3bd35b160f27 req-d917a939-93d5-4d32-be21-7e527eb3d68f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445783 Apr 28 22:46:20.837804 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ff4bd-6c45-4558-9dc2-bd290749a65d req-be21b083-357d-463b-896e-15606281afb7 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:20.839987 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c15ff4bd-6c45-4558-9dc2-bd290749a65d req-be21b083-357d-463b-896e-15606281afb7 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 943 time: 0.0516386 Apr 28 22:46:20.887312 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c15ff4bd-6c45-4558-9dc2-bd290749a65d req-eccb9bad-9f72-4431-b8c6-69848ab88171 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413389 Apr 28 22:46:21.671415 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:46:21.995059 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff359e6-bcf1-42fb-b388-1768e49a2aa6 req-583e9a32-ec92-4e48-ae3b-2e67e74a4cc2 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:21.996507 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8ff359e6-bcf1-42fb-b388-1768e49a2aa6 req-583e9a32-ec92-4e48-ae3b-2e67e74a4cc2 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 943 time: 0.0455210 Apr 28 22:46:22.043526 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8ff359e6-bcf1-42fb-b388-1768e49a2aa6 req-34aec752-189c-442d-ba33-963eab1c9382 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416055 Apr 28 22:46:23.159777 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2c580-5ba0-4667-a168-ff54f0802ac7 req-93e77578-0e0c-4d99-bd56-49e030443d6a tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:23.161375 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-07b2c580-5ba0-4667-a168-ff54f0802ac7 req-93e77578-0e0c-4d99-bd56-49e030443d6a tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 943 time: 0.0501869 Apr 28 22:46:23.210044 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-07b2c580-5ba0-4667-a168-ff54f0802ac7 req-1cf98e76-a684-480f-ba32-4202527ade04 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429966 Apr 28 22:46:24.325048 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a635fb0-dd64-41a2-a67e-6468e5f71ea4 req-e24d0b48-3d92-4512-9942-ba3d48e1f748 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:24.326587 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1a635fb0-dd64-41a2-a67e-6468e5f71ea4 req-e24d0b48-3d92-4512-9942-ba3d48e1f748 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 943 time: 0.0471451 Apr 28 22:46:24.377397 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1a635fb0-dd64-41a2-a67e-6468e5f71ea4 req-db37b79a-a53f-4f3d-bbd5-e22124ad0b4e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448499 Apr 28 22:46:25.492570 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4c279-a2ad-4d4e-8dd8-0799a651139f req-017e365b-fbc5-4b7c-87c7-44c36ca55234 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:25.494088 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-95f4c279-a2ad-4d4e-8dd8-0799a651139f req-017e365b-fbc5-4b7c-87c7-44c36ca55234 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 943 time: 0.0476043 Apr 28 22:46:25.542359 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-95f4c279-a2ad-4d4e-8dd8-0799a651139f req-a878fc4a-a8d0-4a2a-80ca-c6c6bb177403 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428653 Apr 28 22:46:26.654720 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34553d8c-d7df-420d-9c71-d96723889fd8 req-9fdf391a-451f-4573-956c-df692c7bb559 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:26.656139 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-34553d8c-d7df-420d-9c71-d96723889fd8 req-9fdf391a-451f-4573-956c-df692c7bb559 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 943 time: 0.0486455 Apr 28 22:46:26.703320 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-34553d8c-d7df-420d-9c71-d96723889fd8 req-65ff64a2-7b65-430d-acf4-97aa21c24641 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416551 Apr 28 22:46:27.816619 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0e4a6-1a42-490c-adf6-2db7e55d3895 req-f4bab04a-6da4-47cc-ad8f-2ae9bc9ebf6e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:27.818105 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-06c0e4a6-1a42-490c-adf6-2db7e55d3895 req-f4bab04a-6da4-47cc-ad8f-2ae9bc9ebf6e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 943 time: 0.0498013 Apr 28 22:46:27.867014 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-06c0e4a6-1a42-490c-adf6-2db7e55d3895 req-a1e3b117-fbda-42db-a7da-59acb3b450d1 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432789 Apr 28 22:46:28.979074 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c36ffd-ecf7-411a-b5b0-24e7dbd45071 req-23eede28-deb4-4b0e-9bac-e8a7c361fbee tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:28.980532 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-04c36ffd-ecf7-411a-b5b0-24e7dbd45071 req-23eede28-deb4-4b0e-9bac-e8a7c361fbee tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 943 time: 0.0465248 Apr 28 22:46:29.028975 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-04c36ffd-ecf7-411a-b5b0-24e7dbd45071 req-b4a13707-513d-4516-a271-f074e6be370e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424516 Apr 28 22:46:30.140520 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286580e-7c12-4151-98f8-8aa7fe9f80ef req-d39866e8-0f44-48fc-a67f-4035f501cd0e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:30.142018 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8286580e-7c12-4151-98f8-8aa7fe9f80ef req-d39866e8-0f44-48fc-a67f-4035f501cd0e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 943 time: 0.0472238 Apr 28 22:46:30.189966 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8286580e-7c12-4151-98f8-8aa7fe9f80ef req-53f3f7ec-a18e-4651-b3a8-10349310ffbd tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424693 Apr 28 22:46:31.303719 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c300db-4be2-4eac-9131-aead3ff6b830 req-22cd32a9-c2b2-4cf4-bb2f-4fbef8958c8c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:31.305186 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a4c300db-4be2-4eac-9131-aead3ff6b830 req-22cd32a9-c2b2-4cf4-bb2f-4fbef8958c8c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 943 time: 0.0496006 Apr 28 22:46:31.353917 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a4c300db-4be2-4eac-9131-aead3ff6b830 req-ad880dc9-613d-47e4-bcd2-eaef79f82e85 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424647 Apr 28 22:46:32.464558 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8a1ef-c971-4b8f-8235-e77b0c1605cc req-990f41f6-6d45-4c1e-bd30-cdec0f9ba519 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:32.466724 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a4f8a1ef-c971-4b8f-8235-e77b0c1605cc req-990f41f6-6d45-4c1e-bd30-cdec0f9ba519 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 943 time: 0.0464849 Apr 28 22:46:32.520868 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a4f8a1ef-c971-4b8f-8235-e77b0c1605cc req-e20cd40c-fbc2-4cac-bcaf-f600b8de5a56 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486686 Apr 28 22:46:33.631359 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ade931-1d7b-46bd-a591-57d93efd237d req-9b6757e8-eef9-4a7a-afa1-532287e372ae tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:33.632894 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-73ade931-1d7b-46bd-a591-57d93efd237d req-9b6757e8-eef9-4a7a-afa1-532287e372ae tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 943 time: 0.0471320 Apr 28 22:46:33.684218 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-73ade931-1d7b-46bd-a591-57d93efd237d req-3f9fa46e-b44b-4b8a-a01d-1f6ac7660ca4 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451968 Apr 28 22:46:34.804915 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894a555-806f-4c30-bf97-891011bbb71a req-51051a1d-01ff-4f29-a525-e93fd044e4c4 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:34.806521 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8894a555-806f-4c30-bf97-891011bbb71a req-51051a1d-01ff-4f29-a525-e93fd044e4c4 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 943 time: 0.0508878 Apr 28 22:46:34.855450 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8894a555-806f-4c30-bf97-891011bbb71a req-cb5c804f-b86f-41f6-8e91-23c100464a7a tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434980 Apr 28 22:46:35.967532 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3a967-915d-4420-97d2-4b0c9736f8ed req-6c31eb0b-54ac-454f-b21e-f93c625701ae tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:35.971954 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a2f3a967-915d-4420-97d2-4b0c9736f8ed req-6c31eb0b-54ac-454f-b21e-f93c625701ae tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 943 time: 0.0484788 Apr 28 22:46:36.021197 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a2f3a967-915d-4420-97d2-4b0c9736f8ed req-36fdf6eb-1427-424b-b32f-d720972ef580 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464709 Apr 28 22:46:36.510866 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-23c4c508-6868-4d8c-97a6-758249c26aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:37.130116 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea4efc-8850-489c-a0a6-4cf60632e00e req-eff1e2c9-78c2-4144-9852-6e2730580382 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:37.131606 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dfea4efc-8850-489c-a0a6-4cf60632e00e req-eff1e2c9-78c2-4144-9852-6e2730580382 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 943 time: 0.0458875 Apr 28 22:46:37.179292 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dfea4efc-8850-489c-a0a6-4cf60632e00e req-f199a6d5-43ad-4960-96cc-c0729767b240 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420709 Apr 28 22:46:37.828764 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:46:37.926125 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=4bf1b7a8-25d7-4a04-8ce8-906fde65bde6,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:46:37.937486 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': '4bf1b7a8-25d7-4a04-8ce8-906fde65bde6', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'port_id': '4bf1b7a8-25d7-4a04-8ce8-906fde65bde6', 'mac_address': 'fa:16:3e:ac:aa:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:46:37.973692 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:46:37.974112 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (4bf1b7a8-25d7-4a04-8ce8-906fde65bde6), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:37.986933 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:46:38.004901 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=4bf1b7a8-25d7-4a04-8ce8-906fde65bde6,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:46:38.085271 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (4bf1b7a8-25d7-4a04-8ce8-906fde65bde6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:38.135504 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=4bf1b7a8-25d7-4a04-8ce8-906fde65bde6,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:38.142919 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:38.143271 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:38.143639 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:38.143987 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:38.144325 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:38.144659 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:38.144991 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:38.145320 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:38.145650 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:38.146006 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:38.146340 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:38.146673 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:38.146999 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:38.147321 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:38.147644 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:46:38.288844 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06388fd-7b69-4569-acc3-cc32516cd215 req-5d9c0a9a-637d-4714-adb2-ea70f6bdc982 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:38.290317 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d06388fd-7b69-4569-acc3-cc32516cd215 req-5d9c0a9a-637d-4714-adb2-ea70f6bdc982 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 944 time: 0.0459881 Apr 28 22:46:38.338648 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d06388fd-7b69-4569-acc3-cc32516cd215 req-b30a27a1-44c9-439a-9033-98e74d6a0296 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426314 Apr 28 22:46:38.621840 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-41b8d65d-c969-4166-9a26-74edab83fa00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:39.452030 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fd897-7b70-47e2-a752-043c77c30c8d req-a6570fc1-b03b-4582-aafb-078ecbf403bb tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:39.453503 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-670fd897-7b70-47e2-a752-043c77c30c8d req-a6570fc1-b03b-4582-aafb-078ecbf403bb tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 944 time: 0.0498521 Apr 28 22:46:39.500844 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-670fd897-7b70-47e2-a752-043c77c30c8d req-fe2e4536-b938-4c71-81f8-191f106478cc tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418246 Apr 28 22:46:39.799037 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:40.621380 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da544971-420b-44ca-8c9a-f2dbbfafed94 req-90c48a50-d347-4df0-b3fe-5a45ef34d711 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:40.623139 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-da544971-420b-44ca-8c9a-f2dbbfafed94 req-90c48a50-d347-4df0-b3fe-5a45ef34d711 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 944 time: 0.0557303 Apr 28 22:46:40.675808 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-da544971-420b-44ca-8c9a-f2dbbfafed94 req-44cd8d1b-21d3-414c-bc6a-d1f46b3c8f03 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456636 Apr 28 22:46:41.173668 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:41.428529 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['4bf1b7a8-25d7-4a04-8ce8-906fde65bde6'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:46:41.786600 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5b744-af89-42c7-bf83-9e42348bed1d req-a902ceee-fff9-453d-a360-f76531bb16cf tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:41.788052 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a6a5b744-af89-42c7-bf83-9e42348bed1d req-a902ceee-fff9-453d-a360-f76531bb16cf tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 944 time: 0.0461102 Apr 28 22:46:41.838995 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a6a5b744-af89-42c7-bf83-9e42348bed1d req-db6a908c-aae7-4391-9340-335aa5f356ff tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430894 Apr 28 22:46:42.673564 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:42.954865 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf8138-d225-4f7f-a30a-ab625ed7f41a req-986eda6d-06ec-48b0-a7fe-137228e6ea3f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:42.956245 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7adf8138-d225-4f7f-a30a-ab625ed7f41a req-986eda6d-06ec-48b0-a7fe-137228e6ea3f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 944 time: 0.0501711 Apr 28 22:46:43.006262 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7adf8138-d225-4f7f-a30a-ab625ed7f41a req-1a33da6d-ab71-4e94-9e8a-6b68071e8236 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446222 Apr 28 22:46:43.181111 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:46:43.229799 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:46:43.311215 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:46:43.311608 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (4bf1b7a8-25d7-4a04-8ce8-906fde65bde6), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:43.507146 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:46:43.507458 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (4bf1b7a8-25d7-4a04-8ce8-906fde65bde6), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:43.530621 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639535bc-6ef9-409c-b4af-173df8679d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf1b7a8-25d7-4a04-8ce8-906fde65bde6'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:46:43.532512 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a091b4-420e-434e-a629-660c2fa35b4d" -d '{"events": [{"server_uuid": "639535bc-6ef9-409c-b4af-173df8679d2e", "name": "network-vif-plugged", "status": "completed", "tag": "4bf1b7a8-25d7-4a04-8ce8-906fde65bde6"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:46:43.547647 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=4bf1b7a8-25d7-4a04-8ce8-906fde65bde6,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:46:43.567625 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b82d1d4-7e12-4de5-a79e-ab6ec30674bb x-openstack-request-id: req-3b82d1d4-7e12-4de5-a79e-ab6ec30674bb {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:46:43.568002 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639535bc-6ef9-409c-b4af-173df8679d2e", "name": "network-vif-plugged", "status": "completed", "tag": "4bf1b7a8-25d7-4a04-8ce8-906fde65bde6", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:46:43.568318 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b82d1d4-7e12-4de5-a79e-ab6ec30674bb {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:46:43.568718 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b82d1d4-7e12-4de5-a79e-ab6ec30674bb'] response: {'server_uuid': '639535bc-6ef9-409c-b4af-173df8679d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf1b7a8-25d7-4a04-8ce8-906fde65bde6', 'code': 200} Apr 28 22:46:43.616325 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (4bf1b7a8-25d7-4a04-8ce8-906fde65bde6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:43.665713 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=4bf1b7a8-25d7-4a04-8ce8-906fde65bde6,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:43.926283 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10c761-73ad-4bb8-b6b1-59b79b45785a req-0400b2aa-fde1-4ff2-aa41-e422af606569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:43.927852 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6a10c761-73ad-4bb8-b6b1-59b79b45785a req-0400b2aa-fde1-4ff2-aa41-e422af606569 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 1129 time: 0.0371852 Apr 28 22:46:43.977620 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6a10c761-73ad-4bb8-b6b1-59b79b45785a req-514b9231-a50e-4ab8-8524-673548f888ad service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434306 Apr 28 22:46:44.115258 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05ca7-f0d3-4fcf-b6f2-089fb885e60b req-3d1217e7-c35b-423e-9cc0-52df4e9324d7 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:44.116712 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b2c05ca7-f0d3-4fcf-b6f2-089fb885e60b req-3d1217e7-c35b-423e-9cc0-52df4e9324d7 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 945 time: 0.0466678 Apr 28 22:46:44.168062 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b2c05ca7-f0d3-4fcf-b6f2-089fb885e60b req-7fbec892-6f68-4025-8d42-64ea8f7ce7c1 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458238 Apr 28 22:46:45.287236 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8607c-11a1-4907-a56d-c168e25891db req-1057e40f-d4ec-4a57-84a4-9ed8499eba82 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:45.288705 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-95f8607c-11a1-4907-a56d-c168e25891db req-1057e40f-d4ec-4a57-84a4-9ed8499eba82 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 945 time: 0.0498726 Apr 28 22:46:45.336715 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-95f8607c-11a1-4907-a56d-c168e25891db req-15cfa5e4-ed17-4493-bece-c602b2eea88f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424547 Apr 28 22:46:45.808082 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:46.449272 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3610723-adc6-4775-8a8a-9478cb986448 req-beba5eff-f975-4e95-b38f-bf4012443acf tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:46.450948 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a3610723-adc6-4775-8a8a-9478cb986448 req-beba5eff-f975-4e95-b38f-bf4012443acf tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 945 time: 0.0477378 Apr 28 22:46:46.504287 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a3610723-adc6-4775-8a8a-9478cb986448 req-6a47f53d-3144-4578-a3bb-fbf71c779709 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472252 Apr 28 22:46:47.621209 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb43f9-6623-41a1-bd08-aeec6fd7bd5b req-5b772ab6-2773-42bb-906b-d7beb802cad5 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:47.622621 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2cbb43f9-6623-41a1-bd08-aeec6fd7bd5b req-5b772ab6-2773-42bb-906b-d7beb802cad5 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 945 time: 0.0463238 Apr 28 22:46:47.670116 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2cbb43f9-6623-41a1-bd08-aeec6fd7bd5b req-76e23de1-db64-4286-8abd-5c6abeb50ed9 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418906 Apr 28 22:46:47.782639 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d673b5-dfd4-4529-a32e-e7cd300294b1 req-c1e90e16-4de9-499c-a5db-530da7fa768d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:47.784130 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-47d673b5-dfd4-4529-a32e-e7cd300294b1 req-c1e90e16-4de9-499c-a5db-530da7fa768d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 945 time: 0.0475359 Apr 28 22:46:47.831221 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-47d673b5-dfd4-4529-a32e-e7cd300294b1 req-2c7916c4-41bc-404c-b992-4eca3aab2ddd tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417075 Apr 28 22:46:47.866223 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 52486) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:46:48.060949 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f07c6c2-d94f-457c-b806-3c1060017b76 tempest-TestVolumeBootPattern-1950852160 tempest-TestVolumeBootPattern-1950852160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:48.062544 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-5f07c6c2-d94f-457c-b806-3c1060017b76 tempest-TestVolumeBootPattern-1950852160 tempest-TestVolumeBootPattern-1950852160-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 1124 time: 0.1953104 Apr 28 22:46:48.065441 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 52492) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:46:48.069590 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Request body: {'floatingip': {'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'port_id': '4bf1b7a8-25d7-4a04-8ce8-906fde65bde6', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:46:48.162969 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:48.245552 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:48.351646 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Allocated IP 172.27.0.46 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/65ad5c4e-4328-4bcd-bd52-e2d3d3504758) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:46:48.450015 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for port (65ad5c4e-4328-4bcd-bd52-e2d3d3504758), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:48.534151 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (65ad5c4e-4328-4bcd-bd52-e2d3d3504758), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:48.575024 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:46:48.579783 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:46:48.591242 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:46:48.594434 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event updated for resources: {'Port': ['ID=65ad5c4e-4328-4bcd-bd52-e2d3d3504758,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:48.970197 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for floatingip (b04a9b5a-c18d-48a9-a8aa-c55d03291c74), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:49.129208 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (65ad5c4e-4328-4bcd-bd52-e2d3d3504758), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:49.282818 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for port (65ad5c4e-4328-4bcd-bd52-e2d3d3504758), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:49.353344 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (65ad5c4e-4328-4bcd-bd52-e2d3d3504758), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:49.423641 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event updated for resources: {'Port': ['ID=65ad5c4e-4328-4bcd-bd52-e2d3d3504758,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:49.433643 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (b04a9b5a-c18d-48a9-a8aa-c55d03291c74), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:49.548682 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.l3_db [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Floating IP b04a9b5a-c18d-48a9-a8aa-c55d03291c74 associated. External IP: 172.27.0.46, port: 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6. Apr 28 22:46:49.935169 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-81ec61a4-6725-48c1-bc6e-8713260506b2 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234331424&fields=id&tenant_id=2ff93a0403284167934dce9a1b51faf3 HTTP/1.1" status: 200 len: 267 time: 0.0923743 Apr 28 22:46:50.124406 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-8656e2d0-d245-4b5d-af67-44f35dab7ca8 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:50.125940 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-8656e2d0-d245-4b5d-af67-44f35dab7ca8 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/networks?id=f41ff57a-1d5b-417c-92f1-110e416c17ff HTTP/1.1" status: 200 len: 809 time: 0.1842804 Apr 28 22:46:50.150657 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-ddce557f-5879-468d-90aa-d777c80838c7 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/quotas/2ff93a0403284167934dce9a1b51faf3 HTTP/1.1" status: 200 len: 375 time: 0.0186055 Apr 28 22:46:50.160602 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:46:50.400638 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-48c8e0a6-583b-4b8f-b03a-ad1ab4a4f448 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ff93a0403284167934dce9a1b51faf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505013 Apr 28 22:46:50.400638 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-93300b7e-d13c-4f69-b086-9c64d3c2140f service neutron] 10.222.0.13 "GET /v2.0/networks/f41ff57a-1d5b-417c-92f1-110e416c17ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378298 Apr 28 22:46:50.400638 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:46:50.402463 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e2d40-a1b9-45e0-92df-7d6e00d28af8 None None] Sync routers for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:46:50.406190 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e2d40-a1b9-45e0-92df-7d6e00d28af8 None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:46:50.406823 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-bf4e2d40-a1b9-45e0-92df-7d6e00d28af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:46:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:46:50.486469 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-665c2ff8-861e-4e61-8b22-7849606d6a14 service neutron] 10.222.0.13 "GET /v2.0/networks/f41ff57a-1d5b-417c-92f1-110e416c17ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986454 Apr 28 22:46:50.533164 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:50.577521 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-49ce8a4b-ca9a-4a3b-92a8-392859a2b507 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4990163 Apr 28 22:46:50.577521 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639535bc-6ef9-409c-b4af-173df8679d2e', 'tag': '4bf1b7a8-25d7-4a04-8ce8-906fde65bde6'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:46:50.577521 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4ba835-36ad-40e9-921f-f3bc87176e73" -d '{"events": [{"name": "network-changed", "server_uuid": "639535bc-6ef9-409c-b4af-173df8679d2e", "tag": "4bf1b7a8-25d7-4a04-8ce8-906fde65bde6"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:46:50.613735 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-bf4e2d40-a1b9-45e0-92df-7d6e00d28af8 None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:46:50.621920 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a7b42a-94c9-4371-9887-17afac2c641e x-openstack-request-id: req-87a7b42a-94c9-4371-9887-17afac2c641e {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:46:50.622080 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639535bc-6ef9-409c-b4af-173df8679d2e", "tag": "4bf1b7a8-25d7-4a04-8ce8-906fde65bde6", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:46:50.622281 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87a7b42a-94c9-4371-9887-17afac2c641e {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:46:50.622692 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a7b42a-94c9-4371-9887-17afac2c641e'] response: {'name': 'network-changed', 'server_uuid': '639535bc-6ef9-409c-b4af-173df8679d2e', 'tag': '4bf1b7a8-25d7-4a04-8ce8-906fde65bde6', 'status': 'completed', 'code': 200} Apr 28 22:46:50.750714 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ba835-36ad-40e9-921f-f3bc87176e73 req-a2c7790d-a791-4d96-91b0-dd62d4e1c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:50.752519 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0f4ba835-36ad-40e9-921f-f3bc87176e73 req-a2c7790d-a791-4d96-91b0-dd62d4e1c262 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f434106bf30945f58afaceb0b3a389b0&device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 1129 time: 0.0857878 Apr 28 22:46:50.874723 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-bf4e2d40-a1b9-45e0-92df-7d6e00d28af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'b04a9b5a-c18d-48a9-a8aa-c55d03291c74', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'port_id': '4bf1b7a8-25d7-4a04-8ce8-906fde65bde6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'mac_address': 'fa:16:3e:ac:aa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639535bc-6ef9-409c-b4af-173df8679d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:46:48Z', 'updated_at': '2022-04-28T22:46:48Z', 'revision_number': 0, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:46:50.876613 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ba835-36ad-40e9-921f-f3bc87176e73 req-a3fa4f1d-ee60-48af-9c6e-3b9d8337f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:50.878727 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0f4ba835-36ad-40e9-921f-f3bc87176e73 req-a3fa4f1d-ee60-48af-9c6e-3b9d8337f603 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d4ddebe-289b-4288-8e3a-743f46cd7035 HTTP/1.1" status: 200 len: 912 time: 0.1177268 Apr 28 22:46:50.902222 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e2d40-a1b9-45e0-92df-7d6e00d28af8 None None] Checking router: 43a2ddb5-6429-488b-b4b9-2f7d0b116626 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:46:50.911330 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e2d40-a1b9-45e0-92df-7d6e00d28af8 None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:46:50.912242 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-bf4e2d40-a1b9-45e0-92df-7d6e00d28af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:46:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:46:50.962396 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0f4ba835-36ad-40e9-921f-f3bc87176e73 req-a06bd376-57db-44d7-a7ce-e1bc727e2aa2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 HTTP/1.1" status: 200 len: 998 time: 0.0749226 Apr 28 22:46:51.018573 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ba835-36ad-40e9-921f-f3bc87176e73 req-3ea45e30-9e8e-432c-b3e1-ff66d8aa95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:51.020413 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0f4ba835-36ad-40e9-921f-f3bc87176e73 req-3ea45e30-9e8e-432c-b3e1-ff66d8aa95c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=170b4ca0-74a9-45ac-9923-9c9a50ebf98b HTTP/1.1" status: 200 len: 850 time: 0.0504122 Apr 28 22:46:51.047810 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-bf4e2d40-a1b9-45e0-92df-7d6e00d28af8 None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:46:51.096318 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ba835-36ad-40e9-921f-f3bc87176e73 req-91cedad5-ad03-47d4-8492-c59c09e237fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:51.096318 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0f4ba835-36ad-40e9-921f-f3bc87176e73 req-91cedad5-ad03-47d4-8492-c59c09e237fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d4ddebe-289b-4288-8e3a-743f46cd7035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630348 Apr 28 22:46:51.150931 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-721b2cff-effb-475e-9f4e-3530cfdf334a req-49f759d4-734e-4760-91f6-abd6eda4a474 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 210 time: 0.0372899 Apr 28 22:46:51.242508 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0f4ba835-36ad-40e9-921f-f3bc87176e73 req-9ef5a45c-9dc6-4e83-84f9-2d0a5c0ac74f service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405692 Apr 28 22:46:51.316546 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-bf4e2d40-a1b9-45e0-92df-7d6e00d28af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'b04a9b5a-c18d-48a9-a8aa-c55d03291c74', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'port_id': '4bf1b7a8-25d7-4a04-8ce8-906fde65bde6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'mac_address': 'fa:16:3e:ac:aa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639535bc-6ef9-409c-b4af-173df8679d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:46:48Z', 'updated_at': '2022-04-28T22:46:48Z', 'revision_number': 0, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:46:51.345928 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e2d40-a1b9-45e0-92df-7d6e00d28af8 None None] The sync data for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi is: [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'b04a9b5a-c18d-48a9-a8aa-c55d03291c74', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'port_id': '4bf1b7a8-25d7-4a04-8ce8-906fde65bde6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'mac_address': 'fa:16:3e:ac:aa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639535bc-6ef9-409c-b4af-173df8679d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:46:48Z', 'updated_at': '2022-04-28T22:46:48Z', 'revision_number': 0, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:46:51.349478 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0f4ba835-36ad-40e9-921f-f3bc87176e73 req-48a2f9d0-5d94-49a5-9d70-69a5227ce88e service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977004 Apr 28 22:46:51.586790 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e1a1e-c246-4ff9-bce4-c3c09cc7af47 None None] New status for floating IP b04a9b5a-c18d-48a9-a8aa-c55d03291c74: ACTIVE {{(pid=110301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:46:52.241697 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c10554e6-ea49-46b2-a179-fdf44b8f50fd req-a2d36403-252a-43e1-8bcb-ac6963859006 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 210 time: 0.0273516 Apr 28 22:46:53.335370 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-89b73c5b-39d3-4cd4-a6ba-e5a3edb5607d req-5ca122db-0393-4513-8b3a-e2f3345ad49f tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 210 time: 0.0280929 Apr 28 22:46:54.434046 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0890735b-deed-4475-8ac4-13512d2ebd8d req-ea133ce5-39c7-418f-9a20-243fd7ef009c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 210 time: 0.0309091 Apr 28 22:46:55.525425 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-01c6896d-1a3b-444f-a057-ee84aac96cb8 req-e8be3fe5-72fd-4a79-9229-978db173a052 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 210 time: 0.0272892 Apr 28 22:46:56.618387 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8db155fd-a722-43ea-91e8-00d4ae748ee0 req-962dc882-2872-46cb-a15e-caa82f783f43 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 210 time: 0.0282848 Apr 28 22:46:57.716613 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-89b963cb-bb2f-457a-bb4b-dbd2505fddb0 req-d0dcddfe-39f3-4de3-9cc6-7d4cefcc8ac9 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 210 time: 0.0315537 Apr 28 22:46:58.670029 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:46:58.809343 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0147d9c8-59dc-43f8-9f4b-23b3e76ee860 req-9af200d7-3fc6-4953-8b65-92f063b56651 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 210 time: 0.0268605 Apr 28 22:46:59.059458 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-d0954f27-5e0b-4e40-9985-02a4ef7a63aa tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:59.060876 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-d0954f27-5e0b-4e40-9985-02a4ef7a63aa tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.31 "GET /v2.0/networks?id=f41ff57a-1d5b-417c-92f1-110e416c17ff HTTP/1.1" status: 200 len: 809 time: 0.0972934 Apr 28 22:46:59.125617 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-35bb045e-4d6b-438b-9980-04093a593ab6 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ff93a0403284167934dce9a1b51faf3 HTTP/1.1" status: 200 len: 379 time: 0.0551116 Apr 28 22:46:59.133492 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-18d56892-9252-4191-9d8a-de083f3ecbe8 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Request body: {'port': {'device_id': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff', 'admin_state_up': True, 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'security_groups': ['ab19a112-d024-4b33-978f-dd194f04c94a']}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:46:59.305290 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-18d56892-9252-4191-9d8a-de083f3ecbe8 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Made reservation on behalf of 2ff93a0403284167934dce9a1b51faf3 for: {'port': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:46:59.308764 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-18d56892-9252-4191-9d8a-de083f3ecbe8 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:59.436912 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-18d56892-9252-4191-9d8a-de083f3ecbe8 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Allocated IP 172.20.0.11 (f41ff57a-1d5b-417c-92f1-110e416c17ff/b1235b11-659e-41bc-bf3b-395046ea4fcd/769ce8c5-d990-465f-91b1-1c0732655286) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:46:59.577410 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-18d56892-9252-4191-9d8a-de083f3ecbe8 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for port (769ce8c5-d990-465f-91b1-1c0732655286), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:59.662271 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-18d56892-9252-4191-9d8a-de083f3ecbe8 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (769ce8c5-d990-465f-91b1-1c0732655286), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:59.707610 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-18d56892-9252-4191-9d8a-de083f3ecbe8 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Network f41ff57a-1d5b-417c-92f1-110e416c17ff is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:46:59.712570 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-18d56892-9252-4191-9d8a-de083f3ecbe8 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:46:59.716195 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-18d56892-9252-4191-9d8a-de083f3ecbe8 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:46:59.739888 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d56892-9252-4191-9d8a-de083f3ecbe8 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Pushing event updated for resources: {'Port': ['ID=769ce8c5-d990-465f-91b1-1c0732655286,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:46:59.770668 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-18d56892-9252-4191-9d8a-de083f3ecbe8 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:59.771312 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-18d56892-9252-4191-9d8a-de083f3ecbe8 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:59.847993 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-18d56892-9252-4191-9d8a-de083f3ecbe8 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7159126 Apr 28 22:46:59.857521 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Request body: {'port': {'device_id': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:46:59.954983 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cc3d5-196e-4720-be1f-650884b0169f req-8eebc56f-86b0-4f97-ae6d-d8137c7572c6 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:46:59.956381 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c81cc3d5-196e-4720-be1f-650884b0169f req-8eebc56f-86b0-4f97-ae6d-d8137c7572c6 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 932 time: 0.0762858 Apr 28 22:46:59.958662 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (769ce8c5-d990-465f-91b1-1c0732655286), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:46:59.989932 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-a7e4594d-16ec-4422-a8ba-a7464878b7ef None None] Provisioning complete for port 769ce8c5-d990-465f-91b1-1c0732655286 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:46:59.990482 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7e4594d-16ec-4422-a8ba-a7464878b7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (769ce8c5-d990-465f-91b1-1c0732655286), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:00.027864 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-a7e4594d-16ec-4422-a8ba-a7464878b7ef None None] Port 769ce8c5-d990-465f-91b1-1c0732655286 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:47:00.051159 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c81cc3d5-196e-4720-be1f-650884b0169f req-3f103041-9840-402e-b145-6c881c5939d0 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839427 Apr 28 22:47:00.254412 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769ce8c5-d990-465f-91b1-1c0732655286 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:47:00.261676 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Publish callbacks [] for port (769ce8c5-d990-465f-91b1-1c0732655286), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:00.274093 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Transition to ACTIVE for port object 769ce8c5-d990-465f-91b1-1c0732655286 will not be triggered until provisioned by entity L2. {{(pid=110299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:47:00.370182 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (769ce8c5-d990-465f-91b1-1c0732655286), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:00.419019 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Pushing event updated for resources: {'Port': ['ID=769ce8c5-d990-465f-91b1-1c0732655286,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:00.496516 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Attempting to bind port 769ce8c5-d990-465f-91b1-1c0732655286 on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:47:00.496856 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Attempting to bind port 769ce8c5-d990-465f-91b1-1c0732655286 by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': '3a35a444-6129-4397-98ce-1a7b19c7582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:47:00.497205 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Attempting to bind port 769ce8c5-d990-465f-91b1-1c0732655286 on network f41ff57a-1d5b-417c-92f1-110e416c17ff {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:47:00.502267 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Port 769ce8c5-d990-465f-91b1-1c0732655286 on network f41ff57a-1d5b-417c-92f1-110e416c17ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:47:00.502585 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Attempting to bind port 769ce8c5-d990-465f-91b1-1c0732655286 on network f41ff57a-1d5b-417c-92f1-110e416c17ff {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:47:00.507664 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:47:00.507922 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Checking segment: {'id': '3a35a444-6129-4397-98ce-1a7b19c7582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:47:00.508303 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Bound using segment: {'id': '3a35a444-6129-4397-98ce-1a7b19c7582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:47:00.508728 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Bound port: 769ce8c5-d990-465f-91b1-1c0732655286, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a35a444-6129-4397-98ce-1a7b19c7582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:47:00.509082 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (769ce8c5-d990-465f-91b1-1c0732655286), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:00.573318 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] For port 769ce8c5-d990-465f-91b1-1c0732655286, host hv-cinder-83982, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:47:00.576348 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] For port 769ce8c5-d990-465f-91b1-1c0732655286, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=769ce8c5-d990-465f-91b1-1c0732655286,segment=NetworkSegment(3a35a444-6129-4397-98ce-1a7b19c7582e),segment_id=3a35a444-6129-4397-98ce-1a7b19c7582e)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:47:00.656404 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (769ce8c5-d990-465f-91b1-1c0732655286), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:00.689567 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:00.690211 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:00.691731 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] 10.222.0.31 "PUT /v2.0/ports/769ce8c5-d990-465f-91b1-1c0732655286 HTTP/1.1" status: 200 len: 1094 time: 0.8390572 Apr 28 22:47:00.692172 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'tag': '769ce8c5-d990-465f-91b1-1c0732655286'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:47:00.694411 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d84015-4825-492f-a87f-8ddc877f356c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e617351-18d2-4a50-8c50-d84a5ae79128", "tag": "769ce8c5-d990-465f-91b1-1c0732655286"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:47:00.721593 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239bacb-b1fe-4a82-bdcb-782b5def2d8a service neutron] Pushing event updated for resources: {'Port': ['ID=769ce8c5-d990-465f-91b1-1c0732655286,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:00.745005 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621f44be-8693-47be-8c30-487dfba44d89 x-openstack-request-id: req-621f44be-8693-47be-8c30-487dfba44d89 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:47:00.745296 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e617351-18d2-4a50-8c50-d84a5ae79128", "tag": "769ce8c5-d990-465f-91b1-1c0732655286", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:47:00.745547 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-621f44be-8693-47be-8c30-487dfba44d89 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:47:00.745987 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621f44be-8693-47be-8c30-487dfba44d89'] response: {'name': 'network-changed', 'server_uuid': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'tag': '769ce8c5-d990-465f-91b1-1c0732655286', 'status': 'completed', 'code': 200} Apr 28 22:47:00.818967 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d84015-4825-492f-a87f-8ddc877f356c req-f58f6bd6-3145-4237-a2f8-9cee8cb506a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:00.820521 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-69d84015-4825-492f-a87f-8ddc877f356c req-f58f6bd6-3145-4237-a2f8-9cee8cb506a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ff93a0403284167934dce9a1b51faf3&device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 1128 time: 0.0504441 Apr 28 22:47:00.934252 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d84015-4825-492f-a87f-8ddc877f356c req-a1bdaa18-ebc3-48a1-a5bd-d710d3469229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:00.935951 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-69d84015-4825-492f-a87f-8ddc877f356c req-a1bdaa18-ebc3-48a1-a5bd-d710d3469229 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2ff93a0403284167934dce9a1b51faf3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1042259 Apr 28 22:47:01.040969 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d84015-4825-492f-a87f-8ddc877f356c req-0d4ec467-e143-49cf-a5df-973b802f0b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:01.042487 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-69d84015-4825-492f-a87f-8ddc877f356c req-0d4ec467-e143-49cf-a5df-973b802f0b1a service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921211 Apr 28 22:47:01.136247 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-2f6464b2-f49a-42ad-bcdf-12c691815ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:01.137725 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-2f6464b2-f49a-42ad-bcdf-12c691815ef3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ff93a0403284167934dce9a1b51faf3&device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 1128 time: 0.0524697 Apr 28 22:47:01.198931 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-5fbf60aa-9127-4eac-98b4-8a41e2126215 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=769ce8c5-d990-465f-91b1-1c0732655286 HTTP/1.1" status: 200 len: 217 time: 0.0453091 Apr 28 22:47:01.207593 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d01111-f9c2-4616-a255-599d75df558c req-b673018b-5fbf-4be8-9d4e-21085d325743 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:01.209060 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-63d01111-f9c2-4616-a255-599d75df558c req-b673018b-5fbf-4be8-9d4e-21085d325743 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 944 time: 0.0849125 Apr 28 22:47:01.276777 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-ee1bf9ae-cdf6-4495-aa81-38106d33bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:01.278275 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-ee1bf9ae-cdf6-4495-aa81-38106d33bdba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b1235b11-659e-41bc-bf3b-395046ea4fcd HTTP/1.1" status: 200 len: 848 time: 0.0683730 Apr 28 22:47:01.300703 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-63d01111-f9c2-4616-a255-599d75df558c req-abe74b95-ec13-430b-85a8-a2285d370219 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834489 Apr 28 22:47:01.332643 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-71d333a0-23bc-4086-97ce-5f76ee7175cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:01.335144 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-71d333a0-23bc-4086-97ce-5f76ee7175cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f41ff57a-1d5b-417c-92f1-110e416c17ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465670 Apr 28 22:47:01.422746 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-9f4e1967-ecec-4d1b-b31b-2276f44d9dbe service neutron] 10.222.0.31 "GET /v2.0/networks/f41ff57a-1d5b-417c-92f1-110e416c17ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814140 Apr 28 22:47:01.520304 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-104c0124-6390-469b-bd3b-1bf55fe6b46b req-256be0b2-5a8e-4fdb-97f4-3230a0accb06 service neutron] 10.222.0.31 "GET /v2.0/networks/f41ff57a-1d5b-417c-92f1-110e416c17ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855751 Apr 28 22:47:02.416955 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d36ca2-9fe9-4fc3-b77d-37c41fafb090 req-4f6bfda6-6f25-4031-b98d-cc23dd15e58f tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:02.418479 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-36d36ca2-9fe9-4fc3-b77d-37c41fafb090 req-4f6bfda6-6f25-4031-b98d-cc23dd15e58f tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 944 time: 0.0486708 Apr 28 22:47:02.468132 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-36d36ca2-9fe9-4fc3-b77d-37c41fafb090 req-deba8952-384f-4839-b139-7841966f491b tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426795 Apr 28 22:47:03.585615 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298872c-df8c-4cba-97e2-39943186f3cd req-8d1104a0-28ec-4d40-b24e-5df5a26ed636 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:03.587250 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7298872c-df8c-4cba-97e2-39943186f3cd req-8d1104a0-28ec-4d40-b24e-5df5a26ed636 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 944 time: 0.0478482 Apr 28 22:47:03.636441 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7298872c-df8c-4cba-97e2-39943186f3cd req-38fb55be-2ad3-4847-bf66-7c222b30b542 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437496 Apr 28 22:47:04.750418 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aeed65-65f2-48ed-9cdd-87d10afe7dbe req-8dab261a-eea7-4bb2-82e5-bf50f943f4b8 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:04.752429 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a8aeed65-65f2-48ed-9cdd-87d10afe7dbe req-8dab261a-eea7-4bb2-82e5-bf50f943f4b8 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 944 time: 0.0513124 Apr 28 22:47:04.802943 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a8aeed65-65f2-48ed-9cdd-87d10afe7dbe req-ef715e77-2526-486d-b2e9-43bb30b5d9ed tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445557 Apr 28 22:47:05.913908 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a923e60-1c4f-49bf-9213-a8f4aae7b153 req-bfc14218-bc31-48d9-b2f2-8d6af818c1d0 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:05.915298 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8a923e60-1c4f-49bf-9213-a8f4aae7b153 req-bfc14218-bc31-48d9-b2f2-8d6af818c1d0 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 944 time: 0.0460808 Apr 28 22:47:05.966487 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8a923e60-1c4f-49bf-9213-a8f4aae7b153 req-c8c42bf6-6ff3-4646-a536-e1e28772b499 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457654 Apr 28 22:47:06.424210 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 52684) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:47:06.484870 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f4e997c0-9196-4a96-8f18-bbf9e5bc4e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:06.532816 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3aea-0124-4a7d-844b-7c7d7812e302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:06.605733 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3aea-0124-4a7d-844b-7c7d7812e302 admin admin] Publish callbacks [] for security_group (035e8236-a670-4a23-8823-838de8cbc3b4), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:06.673330 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9d3d3aea-0124-4a7d-844b-7c7d7812e302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (035e8236-a670-4a23-8823-838de8cbc3b4), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:06.711784 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-9d3d3aea-0124-4a7d-844b-7c7d7812e302 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a36b54cb0e1a4edab6cbe367fe70f7bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864666 Apr 28 22:47:06.712693 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d3aea-0124-4a7d-844b-7c7d7812e302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035e8236-a670-4a23-8823-838de8cbc3b4,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:06.714486 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 52688) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:47:06.762649 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Publish callbacks [] for security_group (035e8236-a670-4a23-8823-838de8cbc3b4), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:06.783155 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Publish callbacks [] for security_group (035e8236-a670-4a23-8823-838de8cbc3b4), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:06.905022 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (035e8236-a670-4a23-8823-838de8cbc3b4), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:06.908119 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:06.909268 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/035e8236-a670-4a23-8823-838de8cbc3b4 HTTP/1.1" status: 204 len: 168 time: 0.1938093 Apr 28 22:47:06.917307 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035e8236-a670-4a23-8823-838de8cbc3b4,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:06.925043 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:06.925393 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:06.925739 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:06.926122 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:06.926448 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:06.926781 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:06.927112 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:06.927440 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:06.927767 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:06.928095 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:06.928427 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:06.928754 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:06.929081 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:06.929406 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:06.929725 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e04ec8-2956-4b49-a882-d0f8e4496e6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:07.080586 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3c74e-ff85-425d-aae4-bb802e7b617d req-183b7d8b-5ba7-4503-8cd1-b4a540b1d1b4 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:07.082081 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-93d3c74e-ff85-425d-aae4-bb802e7b617d req-183b7d8b-5ba7-4503-8cd1-b4a540b1d1b4 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 944 time: 0.0503342 Apr 28 22:47:07.130668 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-93d3c74e-ff85-425d-aae4-bb802e7b617d req-7e9bc70e-687e-4bf3-9a32-c134aa640f6b tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430205 Apr 28 22:47:07.802203 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 52714) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:47:07.896565 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-e41997f6-5614-410b-8e59-ee571d9c44e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-982714056-network', 'tenant_id': '6b24c9ba53ff4c368ad61f0391ca35cf'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:47:07.995880 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41997f6-5614-410b-8e59-ee571d9c44e1 admin admin] Made reservation on behalf of 6b24c9ba53ff4c368ad61f0391ca35cf for: {'network': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:47:07.998178 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e41997f6-5614-410b-8e59-ee571d9c44e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:08.007173 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e41997f6-5614-410b-8e59-ee571d9c44e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:08.081058 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e41997f6-5614-410b-8e59-ee571d9c44e1 admin admin] Publish callbacks [] for security_group (91854ce6-a991-4dfa-b427-b9531488f2f5), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:08.139210 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e41997f6-5614-410b-8e59-ee571d9c44e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (91854ce6-a991-4dfa-b427-b9531488f2f5), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:08.159436 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41997f6-5614-410b-8e59-ee571d9c44e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=110300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:47:08.174808 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41997f6-5614-410b-8e59-ee571d9c44e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91854ce6-a991-4dfa-b427-b9531488f2f5,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:08.177670 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e41997f6-5614-410b-8e59-ee571d9c44e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (adedda4b-5d9b-4767-aae1-5a1106983c15), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:08.178041 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.segments_db [None req-e41997f6-5614-410b-8e59-ee571d9c44e1 admin admin] Added segment adedda4b-5d9b-4767-aae1-5a1106983c15 of type vlan for network b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 Apr 28 22:47:08.218676 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e41997f6-5614-410b-8e59-ee571d9c44e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:08.244200 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f0462-6814-46dd-a075-d9e414a685a3 req-74ec8ad1-a58d-4988-b49b-83256db7a462 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:08.245704 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d58f0462-6814-46dd-a075-d9e414a685a3 req-74ec8ad1-a58d-4988-b49b-83256db7a462 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 944 time: 0.0474136 Apr 28 22:47:08.293901 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d58f0462-6814-46dd-a075-d9e414a685a3 req-0bd9ff85-fe2e-4bcb-ae3f-2bb299f5168d tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426471 Apr 28 22:47:08.305205 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e41997f6-5614-410b-8e59-ee571d9c44e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:08.306226 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41997f6-5614-410b-8e59-ee571d9c44e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:08.306822 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e41997f6-5614-410b-8e59-ee571d9c44e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:08.368070 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41997f6-5614-410b-8e59-ee571d9c44e1 admin admin] Pushing event updated for resources: {'Network': ['ID=b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:08.378201 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:47:08.399202 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e41997f6-5614-410b-8e59-ee571d9c44e1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5958991 Apr 28 22:47:08.401992 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 52720) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:47:08.406714 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-4626d604-657c-4eb3-8631-4ee9af138e7b admin admin] Request body: {'subnet': {'network_id': 'b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-982714056-subnet', 'tenant_id': '6b24c9ba53ff4c368ad61f0391ca35cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:47:08.476530 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4626d604-657c-4eb3-8631-4ee9af138e7b admin admin] Made reservation on behalf of 6b24c9ba53ff4c368ad61f0391ca35cf for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:47:08.478905 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4626d604-657c-4eb3-8631-4ee9af138e7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288799'] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:08.644582 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8863a465-9c72-4e50-83cd-937929273abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:08.707402 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4626d604-657c-4eb3-8631-4ee9af138e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288621'] for subnet (d06255d3-526c-400b-a483-0e7d3be19af9), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:08.760564 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626d604-657c-4eb3-8631-4ee9af138e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d06255d3-526c-400b-a483-0e7d3be19af9,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:08.771118 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626d604-657c-4eb3-8631-4ee9af138e7b admin admin] Checking segment: {'id': 'adedda4b-5d9b-4767-aae1-5a1106983c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:47:08.771476 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4626d604-657c-4eb3-8631-4ee9af138e7b admin admin] Network hostable DHCP agents. Network: b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:47:08.832532 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4626d604-657c-4eb3-8631-4ee9af138e7b admin admin] Network b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:47:08.904658 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-4626d604-657c-4eb3-8631-4ee9af138e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:47:08.909625 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4626d604-657c-4eb3-8631-4ee9af138e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:08.910239 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4626d604-657c-4eb3-8631-4ee9af138e7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:08.916701 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acf2e8b-287c-4758-af50-67ceaa29df41 None None] Network b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:47:08.999098 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-4626d604-657c-4eb3-8631-4ee9af138e7b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5960336 Apr 28 22:47:09.014742 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6199ef06-d9e3-4d68-a4c8-2a55b3ce8f0a None None] Network b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:47:09.410632 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a646ed-2635-4266-afc4-f4aa917d4f0f req-5842541f-dc27-4ea2-974f-41216214b903 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:09.412126 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c9a646ed-2635-4266-afc4-f4aa917d4f0f req-5842541f-dc27-4ea2-974f-41216214b903 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 944 time: 0.0484600 Apr 28 22:47:09.466320 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c9a646ed-2635-4266-afc4-f4aa917d4f0f req-f8b47b94-a51b-4d02-b69b-0cdb0d3dc5ff tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487809 Apr 28 22:47:09.785934 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:10.690242 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5ba81-eecc-4b49-b8d0-4ba3b515124f req-e0aa5ed3-ac8d-477e-a5f7-83f429671ad0 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:10.691722 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-68a5ba81-eecc-4b49-b8d0-4ba3b515124f req-e0aa5ed3-ac8d-477e-a5f7-83f429671ad0 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 944 time: 0.1586208 Apr 28 22:47:10.739443 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-68a5ba81-eecc-4b49-b8d0-4ba3b515124f req-5507ae02-745e-4011-bfd9-76cb2f99438c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421050 Apr 28 22:47:11.190511 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:11.308367 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 769ce8c5-d990-465f-91b1-1c0732655286 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:47:11.409636 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 769ce8c5-d990-465f-91b1-1c0732655286, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=769ce8c5-d990-465f-91b1-1c0732655286,segment=NetworkSegment(3a35a444-6129-4397-98ce-1a7b19c7582e),segment_id=3a35a444-6129-4397-98ce-1a7b19c7582e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:47:11.420360 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': '769ce8c5-d990-465f-91b1-1c0732655286', 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff', 'port_id': '769ce8c5-d990-465f-91b1-1c0732655286', 'mac_address': 'fa:16:3e:bc:2c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:47:11.457460 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 769ce8c5-d990-465f-91b1-1c0732655286 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:47:11.457731 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (769ce8c5-d990-465f-91b1-1c0732655286), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:11.471112 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769ce8c5-d990-465f-91b1-1c0732655286 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:47:11.492086 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 769ce8c5-d990-465f-91b1-1c0732655286, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=769ce8c5-d990-465f-91b1-1c0732655286,segment=NetworkSegment(3a35a444-6129-4397-98ce-1a7b19c7582e),segment_id=3a35a444-6129-4397-98ce-1a7b19c7582e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:47:11.511961 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-93666dbf-ddce-4e40-a0fd-431b5d9c37c3 req-41ac4af0-b1ae-43c9-85b3-67c428cf0418 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538402 Apr 28 22:47:11.556532 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (769ce8c5-d990-465f-91b1-1c0732655286), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:11.600270 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93666dbf-ddce-4e40-a0fd-431b5d9c37c3 req-2bfee2cc-ae6e-42dc-81e5-aa02b0541df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:11.601916 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-93666dbf-ddce-4e40-a0fd-431b5d9c37c3 req-2bfee2cc-ae6e-42dc-81e5-aa02b0541df2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 1129 time: 0.0449662 Apr 28 22:47:11.612400 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=769ce8c5-d990-465f-91b1-1c0732655286,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:11.714578 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93666dbf-ddce-4e40-a0fd-431b5d9c37c3 req-ee3d3574-b7df-4194-a061-a39b97d84700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:11.716076 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-93666dbf-ddce-4e40-a0fd-431b5d9c37c3 req-ee3d3574-b7df-4194-a061-a39b97d84700 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 920 time: 0.0903442 Apr 28 22:47:11.760704 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-93666dbf-ddce-4e40-a0fd-431b5d9c37c3 req-840a0fcd-c517-4ca7-873d-1b85ca19358b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51c2f36f-c5f2-49b5-8059-c1b5974b3f2e HTTP/1.1" status: 200 len: 217 time: 0.0358107 Apr 28 22:47:11.813701 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93666dbf-ddce-4e40-a0fd-431b5d9c37c3 req-9be195c6-37c3-4d2b-bfd2-7a8d8a5d487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:11.815203 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-93666dbf-ddce-4e40-a0fd-431b5d9c37c3 req-9be195c6-37c3-4d2b-bfd2-7a8d8a5d487d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.0487394 Apr 28 22:47:11.867718 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93666dbf-ddce-4e40-a0fd-431b5d9c37c3 req-c7cf3482-9eb5-4af8-a867-5cb08abb16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:11.870233 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-93666dbf-ddce-4e40-a0fd-431b5d9c37c3 req-c7cf3482-9eb5-4af8-a867-5cb08abb16d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483749 Apr 28 22:47:11.925550 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819ebec-f2ec-43a0-96c5-c046f97344f7 req-6dbd8302-d396-4f05-8ac9-0a5cc3e552ba tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:11.927161 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6819ebec-f2ec-43a0-96c5-c046f97344f7 req-6dbd8302-d396-4f05-8ac9-0a5cc3e552ba tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 945 time: 0.1128371 Apr 28 22:47:11.971892 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-93666dbf-ddce-4e40-a0fd-431b5d9c37c3 req-fcdb9e7e-63d7-45a8-b957-96597a3b6d3d service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906007 Apr 28 22:47:12.000059 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6819ebec-f2ec-43a0-96c5-c046f97344f7 req-a1dd46a4-a113-4a7e-b718-4bd7030bf25c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662546 Apr 28 22:47:12.064176 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['769ce8c5-d990-465f-91b1-1c0732655286'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:47:12.383925 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-93666dbf-ddce-4e40-a0fd-431b5d9c37c3 req-5d82acc1-ff23-4284-8271-518059b59601 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056866 Apr 28 22:47:12.414268 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302880ad-2efe-42db-ad5d-598454873915 req-6f4a3953-37dc-43dd-bd8e-3be4037bc201 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:12.415697 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-302880ad-2efe-42db-ad5d-598454873915 req-6f4a3953-37dc-43dd-bd8e-3be4037bc201 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/networks?id=b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 HTTP/1.1" status: 200 len: 813 time: 0.3687890 Apr 28 22:47:12.429974 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-302880ad-2efe-42db-ad5d-598454873915 req-d73c81d0-c151-4769-9eb1-f7ca34c0382e tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/quotas/6b24c9ba53ff4c368ad61f0391ca35cf HTTP/1.1" status: 200 len: 375 time: 0.0089004 Apr 28 22:47:12.462907 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-302880ad-2efe-42db-ad5d-598454873915 req-a2d20581-b4c4-4b52-a02f-1f1a999b6369 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b24c9ba53ff4c368ad61f0391ca35cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278485 Apr 28 22:47:12.553278 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-302880ad-2efe-42db-ad5d-598454873915 req-75723675-0677-418e-b976-2be1809a0c2b service neutron] 10.222.0.13 "GET /v2.0/networks/b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840192 Apr 28 22:47:12.656850 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-302880ad-2efe-42db-ad5d-598454873915 req-a430bac9-927e-496f-ab78-50bb3b7f03c5 service neutron] 10.222.0.13 "GET /v2.0/networks/b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978949 Apr 28 22:47:12.662623 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:12.892782 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a9de04c6-6a40-46de-88d9-400d59eb8852 req-ee5e9f93-be75-4f67-98ee-31638a50ca5c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 210 time: 0.0282230 Apr 28 22:47:13.100061 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c10d6-7f8b-4d6b-9da2-76accd566ec2 req-846fc85d-d137-4160-9711-caa96f397854 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:13.101432 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a31c10d6-7f8b-4d6b-9da2-76accd566ec2 req-846fc85d-d137-4160-9711-caa96f397854 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 945 time: 0.0458100 Apr 28 22:47:13.150824 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a31c10d6-7f8b-4d6b-9da2-76accd566ec2 req-432d5363-9d70-405f-bf43-19da921102a0 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436456 Apr 28 22:47:13.349357 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 769ce8c5-d990-465f-91b1-1c0732655286 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:47:13.393518 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port 769ce8c5-d990-465f-91b1-1c0732655286 completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:47:13.478672 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port 769ce8c5-d990-465f-91b1-1c0732655286 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:47:13.479809 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (769ce8c5-d990-465f-91b1-1c0732655286), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:13.565959 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 769ce8c5-d990-465f-91b1-1c0732655286 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:47:13.566359 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (769ce8c5-d990-465f-91b1-1c0732655286), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:13.591970 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769ce8c5-d990-465f-91b1-1c0732655286'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:47:13.598762 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0badfc1-71b0-4532-8c63-0e47f8538562" -d '{"events": [{"server_uuid": "9e617351-18d2-4a50-8c50-d84a5ae79128", "name": "network-vif-plugged", "status": "completed", "tag": "769ce8c5-d990-465f-91b1-1c0732655286"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:47:13.611675 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 769ce8c5-d990-465f-91b1-1c0732655286, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=769ce8c5-d990-465f-91b1-1c0732655286,segment=NetworkSegment(3a35a444-6129-4397-98ce-1a7b19c7582e),segment_id=3a35a444-6129-4397-98ce-1a7b19c7582e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:47:13.633396 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c34590-0eb2-4292-b2ba-6ad3061be7b1 x-openstack-request-id: req-32c34590-0eb2-4292-b2ba-6ad3061be7b1 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:47:13.633928 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e617351-18d2-4a50-8c50-d84a5ae79128", "name": "network-vif-plugged", "status": "completed", "tag": "769ce8c5-d990-465f-91b1-1c0732655286", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:47:13.634192 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32c34590-0eb2-4292-b2ba-6ad3061be7b1 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:47:13.634594 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c34590-0eb2-4292-b2ba-6ad3061be7b1'] response: {'server_uuid': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769ce8c5-d990-465f-91b1-1c0732655286', 'code': 200} Apr 28 22:47:13.696348 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (769ce8c5-d990-465f-91b1-1c0732655286), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:13.744237 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=769ce8c5-d990-465f-91b1-1c0732655286,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:14.000218 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-47c92443-b6e3-46b5-9dfb-218051441e60 req-f485acc5-851e-4296-ada0-174778035515 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 210 time: 0.0298328 Apr 28 22:47:14.068342 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32295595-be9b-4f23-b435-bfc1fb3b0c7d req-50c09b36-4ec4-43ac-81e5-591e121d51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:14.069851 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-32295595-be9b-4f23-b435-bfc1fb3b0c7d req-50c09b36-4ec4-43ac-81e5-591e121d51a4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 1130 time: 0.0453610 Apr 28 22:47:14.118600 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-32295595-be9b-4f23-b435-bfc1fb3b0c7d req-a51e5229-5ddf-4b86-a2a6-f99663c33f8a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383999 Apr 28 22:47:14.267900 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8027e7b-bb63-4111-b4fc-22461e9188fb req-b4c8b155-9691-4c33-92ca-650b77da5ccc tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:14.269374 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c8027e7b-bb63-4111-b4fc-22461e9188fb req-b4c8b155-9691-4c33-92ca-650b77da5ccc tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0468717 Apr 28 22:47:14.319571 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c8027e7b-bb63-4111-b4fc-22461e9188fb req-3521cc73-3a39-4282-bfd0-9d769e98ca17 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428784 Apr 28 22:47:15.097862 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0efd1020-4538-4bb4-8a3b-1ba2369fbcc5 req-4bdad6d5-f1bf-482e-a6e1-06034bc51a7b tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 210 time: 0.0281279 Apr 28 22:47:15.434296 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5c0ab-ec9e-423c-8166-e16acd17efaf req-c2e93e77-c63f-467e-ba6d-c04bf3f4b52f tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:15.435742 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-82d5c0ab-ec9e-423c-8166-e16acd17efaf req-c2e93e77-c63f-467e-ba6d-c04bf3f4b52f tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0489330 Apr 28 22:47:15.483580 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-82d5c0ab-ec9e-423c-8166-e16acd17efaf req-3fa5fdae-1ee1-46eb-9fea-5c9e67da474a tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417471 Apr 28 22:47:15.821693 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:16.193615 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-87cc7fad-f855-4fa7-8133-6fcdaa584c1d req-09167e36-a778-4a1f-ab11-d6dcf11f5e21 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 210 time: 0.0306456 Apr 28 22:47:16.388939 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302880ad-2efe-42db-ad5d-598454873915 req-5a824738-af48-4f02-8023-1af013459e4f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:16.390313 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-302880ad-2efe-42db-ad5d-598454873915 req-5a824738-af48-4f02-8023-1af013459e4f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.31 "GET /v2.0/networks?id=b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 HTTP/1.1" status: 200 len: 813 time: 0.1039696 Apr 28 22:47:16.404040 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-302880ad-2efe-42db-ad5d-598454873915 req-cdc95eed-9344-4bc4-b68e-7e10f3574b5f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Request body: {'port': {'device_id': '829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f', 'network_id': 'b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1', 'admin_state_up': True, 'tenant_id': '6b24c9ba53ff4c368ad61f0391ca35cf'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:47:16.602044 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242eeb09-bfa6-4733-bbca-9dd466c27066 req-f2bb5471-4fcf-4071-be47-ea3d95cd9953 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:16.603546 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-242eeb09-bfa6-4733-bbca-9dd466c27066 req-f2bb5471-4fcf-4071-be47-ea3d95cd9953 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0500672 Apr 28 22:47:16.616283 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302880ad-2efe-42db-ad5d-598454873915 req-cdc95eed-9344-4bc4-b68e-7e10f3574b5f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Made reservation on behalf of 6b24c9ba53ff4c368ad61f0391ca35cf for: {'port': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:47:16.619445 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-302880ad-2efe-42db-ad5d-598454873915 req-cdc95eed-9344-4bc4-b68e-7e10f3574b5f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:16.704570 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-242eeb09-bfa6-4733-bbca-9dd466c27066 req-4e65d8a6-ab4d-4004-8912-90522b277c19 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948277 Apr 28 22:47:16.780997 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [req-302880ad-2efe-42db-ad5d-598454873915 req-cdc95eed-9344-4bc4-b68e-7e10f3574b5f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Allocated IP 172.20.0.5 (b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1/d06255d3-526c-400b-a483-0e7d3be19af9/b59b179f-afcd-4e45-9ef8-089b28a30fa7) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:47:16.820979 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad40ff4-97ba-4baa-a5ed-28695c02a18e req-ba623279-059c-40d4-9f9a-ff141db06c99 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:16.822465 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3ad40ff4-97ba-4baa-a5ed-28695c02a18e req-ba623279-059c-40d4-9f9a-ff141db06c99 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0472257 Apr 28 22:47:16.871439 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3ad40ff4-97ba-4baa-a5ed-28695c02a18e req-e3b81a33-9c26-4a5b-8819-78f15d080c85 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429823 Apr 28 22:47:16.894262 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 52868) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:47:16.933435 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-302880ad-2efe-42db-ad5d-598454873915 req-cdc95eed-9344-4bc4-b68e-7e10f3574b5f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Publish callbacks [] for port (b59b179f-afcd-4e45-9ef8-089b28a30fa7), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:17.030981 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7d315a-83b1-41a6-be51-3a151cd2a33f tempest-TestShelveInstance-1130954405 tempest-TestShelveInstance-1130954405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:17.033136 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-dd7d315a-83b1-41a6-be51-3a151cd2a33f tempest-TestShelveInstance-1130954405 tempest-TestShelveInstance-1130954405-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 1125 time: 0.1379058 Apr 28 22:47:17.033952 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-302880ad-2efe-42db-ad5d-598454873915 req-cdc95eed-9344-4bc4-b68e-7e10f3574b5f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (b59b179f-afcd-4e45-9ef8-089b28a30fa7), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:17.036085 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 52872) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:47:17.040479 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Request body: {'floatingip': {'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'port_id': '769ce8c5-d990-465f-91b1-1c0732655286', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:47:17.077086 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302880ad-2efe-42db-ad5d-598454873915 req-cdc95eed-9344-4bc4-b68e-7e10f3574b5f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Network b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:47:17.082766 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [req-302880ad-2efe-42db-ad5d-598454873915 req-cdc95eed-9344-4bc4-b68e-7e10f3574b5f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:47:17.086489 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-302880ad-2efe-42db-ad5d-598454873915 req-cdc95eed-9344-4bc4-b68e-7e10f3574b5f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:47:17.109585 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc95eed-9344-4bc4-b68e-7e10f3574b5f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Pushing event updated for resources: {'Port': ['ID=b59b179f-afcd-4e45-9ef8-089b28a30fa7,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:17.118680 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:17.138404 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302880ad-2efe-42db-ad5d-598454873915 req-cdc95eed-9344-4bc4-b68e-7e10f3574b5f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:17.139018 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-302880ad-2efe-42db-ad5d-598454873915 req-cdc95eed-9344-4bc4-b68e-7e10f3574b5f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:17.197213 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:17.205441 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-302880ad-2efe-42db-ad5d-598454873915 req-cdc95eed-9344-4bc4-b68e-7e10f3574b5f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8050909 Apr 28 22:47:17.217369 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Request body: {'port': {'device_id': '829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:47:17.308586 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Allocated IP 172.27.0.3 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/d9ba824f-85e4-45e5-8dca-df01279af654) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:47:17.312834 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (b59b179f-afcd-4e45-9ef8-089b28a30fa7), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:17.339864 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c00347-e313-4cc4-ab71-52020587a841 req-434e60a6-774e-417d-ad0f-d5835a698960 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:17.341402 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-12c00347-e313-4cc4-ab71-52020587a841 req-434e60a6-774e-417d-ad0f-d5835a698960 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 931 time: 0.0634694 Apr 28 22:47:17.416406 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for port (d9ba824f-85e4-45e5-8dca-df01279af654), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:17.471654 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-12c00347-e313-4cc4-ab71-52020587a841 req-5efe3c52-e3dc-4c10-8974-5a3e2dbcc974 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128616 Apr 28 22:47:17.522295 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (d9ba824f-85e4-45e5-8dca-df01279af654), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:17.557519 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:47:17.560348 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:47:17.567012 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:47:17.596014 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Pushing event updated for resources: {'Port': ['ID=d9ba824f-85e4-45e5-8dca-df01279af654,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:17.627250 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59b179f-afcd-4e45-9ef8-089b28a30fa7 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:47:17.635094 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Publish callbacks [] for port (b59b179f-afcd-4e45-9ef8-089b28a30fa7), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:17.649450 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Transition to ACTIVE for port object b59b179f-afcd-4e45-9ef8-089b28a30fa7 will not be triggered until provisioned by entity L2. {{(pid=110299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:47:17.710749 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (b59b179f-afcd-4e45-9ef8-089b28a30fa7), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:17.761375 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b59b179f-afcd-4e45-9ef8-089b28a30fa7,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:17.836060 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Attempting to bind port b59b179f-afcd-4e45-9ef8-089b28a30fa7 on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:47:17.836410 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Attempting to bind port b59b179f-afcd-4e45-9ef8-089b28a30fa7 by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': 'adedda4b-5d9b-4767-aae1-5a1106983c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:47:17.836744 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Attempting to bind port b59b179f-afcd-4e45-9ef8-089b28a30fa7 on network b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:47:17.841593 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Port b59b179f-afcd-4e45-9ef8-089b28a30fa7 on network b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:47:17.841952 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Attempting to bind port b59b179f-afcd-4e45-9ef8-089b28a30fa7 on network b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:47:17.847213 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:47:17.847556 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Checking segment: {'id': 'adedda4b-5d9b-4767-aae1-5a1106983c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:47:17.847939 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Bound using segment: {'id': 'adedda4b-5d9b-4767-aae1-5a1106983c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:47:17.848367 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Bound port: b59b179f-afcd-4e45-9ef8-089b28a30fa7, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adedda4b-5d9b-4767-aae1-5a1106983c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:47:17.848740 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (b59b179f-afcd-4e45-9ef8-089b28a30fa7), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:17.918219 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] For port b59b179f-afcd-4e45-9ef8-089b28a30fa7, host hv-cinder-83982, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:47:17.922018 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] For port b59b179f-afcd-4e45-9ef8-089b28a30fa7, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=b59b179f-afcd-4e45-9ef8-089b28a30fa7,segment=NetworkSegment(adedda4b-5d9b-4767-aae1-5a1106983c15),segment_id=adedda4b-5d9b-4767-aae1-5a1106983c15)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:47:17.956458 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for floatingip (ca56fc09-3ecc-4df9-b515-269975acbea9), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:17.999603 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (b59b179f-afcd-4e45-9ef8-089b28a30fa7), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:18.002019 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 52884) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:47:18.034606 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:18.035236 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:18.036652 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-302880ad-2efe-42db-ad5d-598454873915 req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] 10.222.0.31 "PUT /v2.0/ports/b59b179f-afcd-4e45-9ef8-089b28a30fa7 HTTP/1.1" status: 200 len: 1093 time: 0.8235779 Apr 28 22:47:18.037097 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f', 'tag': 'b59b179f-afcd-4e45-9ef8-089b28a30fa7'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:47:18.039385 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5d85f4-8573-4349-9f05-8ee4e1213e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f", "tag": "b59b179f-afcd-4e45-9ef8-089b28a30fa7"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:47:18.062106 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b59b179f-afcd-4e45-9ef8-089b28a30fa7,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:18.071196 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:18.071552 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:18.071889 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:18.074641 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:18.074641 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:18.074641 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:18.074641 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:18.074641 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:18.074641 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:18.074641 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:18.074641 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:18.075453 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:18.075453 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:18.075904 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:18.076243 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a4d93-8426-4fa5-8ef3-274160e612a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:47:18.085033 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87399c1f-77fe-44d0-ac37-b1890e4d3843 x-openstack-request-id: req-87399c1f-77fe-44d0-ac37-b1890e4d3843 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:47:18.085420 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f", "tag": "b59b179f-afcd-4e45-9ef8-089b28a30fa7", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:47:18.085946 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87399c1f-77fe-44d0-ac37-b1890e4d3843 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:47:18.086558 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87399c1f-77fe-44d0-ac37-b1890e4d3843'] response: {'name': 'network-changed', 'server_uuid': '829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f', 'tag': 'b59b179f-afcd-4e45-9ef8-089b28a30fa7', 'status': 'completed', 'code': 200} Apr 28 22:47:18.111784 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (d9ba824f-85e4-45e5-8dca-df01279af654), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:18.150900 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d85f4-8573-4349-9f05-8ee4e1213e9d req-c0e8242c-7eeb-4a5e-8be2-d447aad48995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:18.152197 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0bb92e5-b8e0-47f2-bc56-2e71ab1b47d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:18.152631 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6f5d85f4-8573-4349-9f05-8ee4e1213e9d req-c0e8242c-7eeb-4a5e-8be2-d447aad48995 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b24c9ba53ff4c368ad61f0391ca35cf&device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 1127 time: 0.0450168 Apr 28 22:47:18.269168 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d85f4-8573-4349-9f05-8ee4e1213e9d req-051b0f05-3647-4c2c-a1fc-9fc1b19143a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:18.270802 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6f5d85f4-8573-4349-9f05-8ee4e1213e9d req-051b0f05-3647-4c2c-a1fc-9fc1b19143a3 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=6b24c9ba53ff4c368ad61f0391ca35cf&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0971682 Apr 28 22:47:18.326870 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0bb92e5-b8e0-47f2-bc56-2e71ab1b47d2 admin admin] Publish callbacks [] for security_group (92746d0a-dd7b-412d-91c3-970a340bdd29), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:18.345109 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for port (d9ba824f-85e4-45e5-8dca-df01279af654), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:18.367890 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d85f4-8573-4349-9f05-8ee4e1213e9d req-75b35bee-a3dc-481d-90f0-55e1b791766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:18.369386 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6f5d85f4-8573-4349-9f05-8ee4e1213e9d req-75b35bee-a3dc-481d-90f0-55e1b791766c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925479 Apr 28 22:47:18.401752 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0bb92e5-b8e0-47f2-bc56-2e71ab1b47d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (92746d0a-dd7b-412d-91c3-970a340bdd29), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:18.420458 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (d9ba824f-85e4-45e5-8dca-df01279af654), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:18.475713 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a0bb92e5-b8e0-47f2-bc56-2e71ab1b47d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74871fa22bfd4b09bcd2b23bf35c22c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4726446 Apr 28 22:47:18.478344 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 52890) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:47:18.479262 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb92e5-b8e0-47f2-bc56-2e71ab1b47d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92746d0a-dd7b-412d-91c3-970a340bdd29,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:18.517544 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Pushing event updated for resources: {'Port': ['ID=d9ba824f-85e4-45e5-8dca-df01279af654,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:18.529828 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (ca56fc09-3ecc-4df9-b515-269975acbea9), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:18.567083 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-74f109a2-0228-4d28-be33-dd03f47a49e0 admin admin] Publish callbacks [] for security_group (92746d0a-dd7b-412d-91c3-970a340bdd29), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:18.616860 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448ca64-6f10-4c43-b92d-900236310210 req-c0437daa-9321-42db-b85c-8c6049885c8f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:18.618273 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a448ca64-6f10-4c43-b92d-900236310210 req-c0437daa-9321-42db-b85c-8c6049885c8f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 943 time: 0.0695004 Apr 28 22:47:18.620683 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-74f109a2-0228-4d28-be33-dd03f47a49e0 admin admin] Publish callbacks [] for security_group (92746d0a-dd7b-412d-91c3-970a340bdd29), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:18.637693 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Floating IP ca56fc09-3ecc-4df9-b515-269975acbea9 associated. External IP: 172.27.0.3, port: 769ce8c5-d990-465f-91b1-1c0732655286. Apr 28 22:47:18.722719 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302880ad-2efe-42db-ad5d-598454873915 req-9a3e594d-5ca7-4aaf-b272-8a373a6f79a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:18.724289 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-302880ad-2efe-42db-ad5d-598454873915 req-9a3e594d-5ca7-4aaf-b272-8a373a6f79a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b24c9ba53ff4c368ad61f0391ca35cf&device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 1127 time: 0.0760624 Apr 28 22:47:18.730124 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a448ca64-6f10-4c43-b92d-900236310210 req-1fb6ab01-76ee-4e92-9021-e210850e3651 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033657 Apr 28 22:47:18.785792 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-302880ad-2efe-42db-ad5d-598454873915 req-85e40ad1-5d0d-4a4d-a8e8-1f6361ebff01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b59b179f-afcd-4e45-9ef8-089b28a30fa7 HTTP/1.1" status: 200 len: 217 time: 0.0440977 Apr 28 22:47:18.834359 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302880ad-2efe-42db-ad5d-598454873915 req-3c8cd46e-7ee4-4e7d-8fbc-dee46f05d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:18.835833 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-302880ad-2efe-42db-ad5d-598454873915 req-3c8cd46e-7ee4-4e7d-8fbc-dee46f05d871 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d06255d3-526c-400b-a483-0e7d3be19af9 HTTP/1.1" status: 200 len: 853 time: 0.0441804 Apr 28 22:47:18.870789 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-302880ad-2efe-42db-ad5d-598454873915 req-40949213-8cdb-48fd-a8c4-5b9fe2908881 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278082 Apr 28 22:47:18.871727 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-74f109a2-0228-4d28-be33-dd03f47a49e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (92746d0a-dd7b-412d-91c3-970a340bdd29), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:18.874258 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-74f109a2-0228-4d28-be33-dd03f47a49e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:18.877029 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-74f109a2-0228-4d28-be33-dd03f47a49e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92746d0a-dd7b-412d-91c3-970a340bdd29 HTTP/1.1" status: 204 len: 168 time: 0.3959937 Apr 28 22:47:18.885235 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f109a2-0228-4d28-be33-dd03f47a49e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92746d0a-dd7b-412d-91c3-970a340bdd29,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:18.899365 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:47:19.013138 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:47:19.026599 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1af8fd-0ea1-4f4a-b4f5-8eaedc1c2c44 None None] Sync routers for ids ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:47:19.038434 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1af8fd-0ea1-4f4a-b4f5-8eaedc1c2c44 None None] Routers {'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:47:19.039145 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-8a1af8fd-0ea1-4f4a-b4f5-8eaedc1c2c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:47:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:47:19.092012 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:19.122287 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-f4999df5-f98d-4c34-a173-4b239feb0e23 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0850487 Apr 28 22:47:19.122804 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'tag': '769ce8c5-d990-465f-91b1-1c0732655286'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:47:19.125221 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9859b851-8116-484c-99f0-ecf190e22c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e617351-18d2-4a50-8c50-d84a5ae79128", "tag": "769ce8c5-d990-465f-91b1-1c0732655286"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:47:19.166962 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-8a1af8fd-0ea1-4f4a-b4f5-8eaedc1c2c44 None None] Set router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:47:19.187499 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd7af65-9c41-4101-bd25-eaf8fbc7ac22 x-openstack-request-id: req-7dd7af65-9c41-4101-bd25-eaf8fbc7ac22 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:47:19.187768 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e617351-18d2-4a50-8c50-d84a5ae79128", "tag": "769ce8c5-d990-465f-91b1-1c0732655286", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:47:19.188036 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dd7af65-9c41-4101-bd25-eaf8fbc7ac22 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:47:19.188984 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd7af65-9c41-4101-bd25-eaf8fbc7ac22'] response: {'name': 'network-changed', 'server_uuid': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'tag': '769ce8c5-d990-465f-91b1-1c0732655286', 'status': 'completed', 'code': 200} Apr 28 22:47:19.250765 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859b851-8116-484c-99f0-ecf190e22c7d req-b7b5650d-73f3-42b9-9481-113777da6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:19.252830 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9859b851-8116-484c-99f0-ecf190e22c7d req-b7b5650d-73f3-42b9-9481-113777da6c48 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ff93a0403284167934dce9a1b51faf3&device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 1130 time: 0.0473318 Apr 28 22:47:19.300299 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-302880ad-2efe-42db-ad5d-598454873915 req-d41e8c25-a71f-4e08-a0cc-5fa0fc17ce36 service neutron] 10.222.0.31 "GET /v2.0/networks/b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289303 Apr 28 22:47:19.361716 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859b851-8116-484c-99f0-ecf190e22c7d req-cadecc28-12f3-463b-a403-d85e4580dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:19.363504 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9859b851-8116-484c-99f0-ecf190e22c7d req-cadecc28-12f3-463b-a403-d85e4580dca3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f41ff57a-1d5b-417c-92f1-110e416c17ff HTTP/1.1" status: 200 len: 910 time: 0.1032822 Apr 28 22:47:19.407646 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-302880ad-2efe-42db-ad5d-598454873915 req-c4d28e8e-14b9-4c0e-81b2-cd3a0b37d412 service neutron] 10.222.0.31 "GET /v2.0/networks/b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007376 Apr 28 22:47:19.433379 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-8a1af8fd-0ea1-4f4a-b4f5-8eaedc1c2c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'name': 'tempest-TestShelveInstance-1976942456-router', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:48Z', 'revision_number': 4, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'gw_port': {'id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:76:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'ca56fc09-3ecc-4df9-b515-269975acbea9', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'port_id': '769ce8c5-d990-465f-91b1-1c0732655286', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff', 'mac_address': 'fa:16:3e:bc:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:47:17Z', 'updated_at': '2022-04-28T22:47:17Z', 'revision_number': 0, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba9e0fa9-4cdb-4225-8104-31c59c38bfea', 'name': '', 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'mac_address': 'fa:16:3e:23:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:47Z', 'updated_at': '2022-04-28T22:45:53Z', 'revision_number': 5, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'subnets': [{'id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:47:19.433682 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9859b851-8116-484c-99f0-ecf190e22c7d req-a514ab80-2002-41c4-8511-0185dd645fa8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=769ce8c5-d990-465f-91b1-1c0732655286 HTTP/1.1" status: 200 len: 998 time: 0.0636139 Apr 28 22:47:19.463516 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1af8fd-0ea1-4f4a-b4f5-8eaedc1c2c44 None None] Checking router: e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:47:19.473366 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1af8fd-0ea1-4f4a-b4f5-8eaedc1c2c44 None None] Routers {'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:47:19.474080 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-8a1af8fd-0ea1-4f4a-b4f5-8eaedc1c2c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:47:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:47:19.485370 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859b851-8116-484c-99f0-ecf190e22c7d req-bed65ba6-66a7-425a-b960-fd361d0bc2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:19.486985 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9859b851-8116-484c-99f0-ecf190e22c7d req-bed65ba6-66a7-425a-b960-fd361d0bc2f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b1235b11-659e-41bc-bf3b-395046ea4fcd HTTP/1.1" status: 200 len: 848 time: 0.0464671 Apr 28 22:47:19.536534 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859b851-8116-484c-99f0-ecf190e22c7d req-15007306-64a3-4ed2-852a-2fe1e37ee5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:19.538252 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9859b851-8116-484c-99f0-ecf190e22c7d req-15007306-64a3-4ed2-852a-2fe1e37ee5a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f41ff57a-1d5b-417c-92f1-110e416c17ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399330 Apr 28 22:47:19.588828 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-8a1af8fd-0ea1-4f4a-b4f5-8eaedc1c2c44 None None] Set router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:47:19.864909 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c220c-8a53-4640-ae2a-89e8c671d477 req-d849b01e-9e01-4309-926c-3e8e704086d4 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:19.871593 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-178c220c-8a53-4640-ae2a-89e8c671d477 req-d849b01e-9e01-4309-926c-3e8e704086d4 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 943 time: 0.0575490 Apr 28 22:47:19.893203 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-8a1af8fd-0ea1-4f4a-b4f5-8eaedc1c2c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'name': 'tempest-TestShelveInstance-1976942456-router', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:48Z', 'revision_number': 4, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'gw_port': {'id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:76:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'ca56fc09-3ecc-4df9-b515-269975acbea9', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'port_id': '769ce8c5-d990-465f-91b1-1c0732655286', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff', 'mac_address': 'fa:16:3e:bc:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:47:17Z', 'updated_at': '2022-04-28T22:47:17Z', 'revision_number': 0, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba9e0fa9-4cdb-4225-8104-31c59c38bfea', 'name': '', 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'mac_address': 'fa:16:3e:23:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:47Z', 'updated_at': '2022-04-28T22:45:53Z', 'revision_number': 5, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'subnets': [{'id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:47:19.916076 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-178c220c-8a53-4640-ae2a-89e8c671d477 req-3edb2064-0dc6-4304-8f83-f59d3d8282ea tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436330 Apr 28 22:47:19.925924 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1af8fd-0ea1-4f4a-b4f5-8eaedc1c2c44 None None] The sync data for ids ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'] in dv-cinder-839825-1-iscsi is: [{'id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'name': 'tempest-TestShelveInstance-1976942456-router', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:48Z', 'revision_number': 4, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'gw_port': {'id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:76:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'ca56fc09-3ecc-4df9-b515-269975acbea9', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'port_id': '769ce8c5-d990-465f-91b1-1c0732655286', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff', 'mac_address': 'fa:16:3e:bc:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:47:17Z', 'updated_at': '2022-04-28T22:47:17Z', 'revision_number': 0, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba9e0fa9-4cdb-4225-8104-31c59c38bfea', 'name': '', 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'mac_address': 'fa:16:3e:23:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:47Z', 'updated_at': '2022-04-28T22:45:53Z', 'revision_number': 5, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'subnets': [{'id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:47:20.130420 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d1984-a8a1-46da-a9c2-fcaaa164f4d2 None None] New status for floating IP ca56fc09-3ecc-4df9-b515-269975acbea9: ACTIVE {{(pid=110301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:47:21.027433 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7f1e5-35ff-47d1-a805-0aad4672eac0 req-bef3185f-d251-4b5b-84c8-0f679bf5c363 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:21.028983 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-44d7f1e5-35ff-47d1-a805-0aad4672eac0 req-bef3185f-d251-4b5b-84c8-0f679bf5c363 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 943 time: 0.0463290 Apr 28 22:47:21.084940 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-44d7f1e5-35ff-47d1-a805-0aad4672eac0 req-da8f1fa6-e78f-45d9-b654-a970870e1239 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494452 Apr 28 22:47:22.195372 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32903ec-192c-4107-a0a4-c33b147e3300 req-8a29327f-3867-44e7-8ab7-5d5017b8b92c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:22.196864 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e32903ec-192c-4107-a0a4-c33b147e3300 req-8a29327f-3867-44e7-8ab7-5d5017b8b92c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 943 time: 0.0467308 Apr 28 22:47:22.243723 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e32903ec-192c-4107-a0a4-c33b147e3300 req-c576739a-ff00-4509-b04a-81cf8371b16f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402999 Apr 28 22:47:22.565408 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9859b851-8116-484c-99f0-ecf190e22c7d req-1e554413-ce54-4da3-8b71-43bd3b109fc4 service neutron] 10.222.0.31 "GET /v2.0/networks/f41ff57a-1d5b-417c-92f1-110e416c17ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839915 Apr 28 22:47:23.056952 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9859b851-8116-484c-99f0-ecf190e22c7d req-2b62de4f-8e37-4198-8244-6974f5af1ef0 service neutron] 10.222.0.31 "GET /v2.0/networks/f41ff57a-1d5b-417c-92f1-110e416c17ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845289 Apr 28 22:47:23.358188 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea9b5d-b38b-40eb-9f08-337df0b193c0 req-87a02f64-5ba9-420e-879a-ea0e938ad801 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:23.359663 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cfea9b5d-b38b-40eb-9f08-337df0b193c0 req-87a02f64-5ba9-420e-879a-ea0e938ad801 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 943 time: 0.0471373 Apr 28 22:47:23.405769 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cfea9b5d-b38b-40eb-9f08-337df0b193c0 req-9465dc37-f96e-44fe-b862-90e23c9468e6 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399156 Apr 28 22:47:23.428664 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device b59b179f-afcd-4e45-9ef8-089b28a30fa7 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:47:23.527232 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port b59b179f-afcd-4e45-9ef8-089b28a30fa7, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=b59b179f-afcd-4e45-9ef8-089b28a30fa7,segment=NetworkSegment(adedda4b-5d9b-4767-aae1-5a1106983c15),segment_id=adedda4b-5d9b-4767-aae1-5a1106983c15)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:47:23.538914 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': 'b59b179f-afcd-4e45-9ef8-089b28a30fa7', 'network_id': 'b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1', 'port_id': 'b59b179f-afcd-4e45-9ef8-089b28a30fa7', 'mac_address': 'fa:16:3e:c2:51:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06255d3-526c-400b-a483-0e7d3be19af9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:47:23.578250 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port b59b179f-afcd-4e45-9ef8-089b28a30fa7 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:47:23.578678 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (b59b179f-afcd-4e45-9ef8-089b28a30fa7), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:23.591186 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59b179f-afcd-4e45-9ef8-089b28a30fa7 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:47:23.609862 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port b59b179f-afcd-4e45-9ef8-089b28a30fa7, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=b59b179f-afcd-4e45-9ef8-089b28a30fa7,segment=NetworkSegment(adedda4b-5d9b-4767-aae1-5a1106983c15),segment_id=adedda4b-5d9b-4767-aae1-5a1106983c15)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:47:23.707041 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (b59b179f-afcd-4e45-9ef8-089b28a30fa7), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:23.753437 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=b59b179f-afcd-4e45-9ef8-089b28a30fa7,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:24.098390 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['b59b179f-afcd-4e45-9ef8-089b28a30fa7'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:47:24.517786 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab603d2-9328-4173-a0be-aef1cfc5a313 req-bbfa9e04-9e89-4650-8a38-cd8d6a089080 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:24.519297 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1ab603d2-9328-4173-a0be-aef1cfc5a313 req-bbfa9e04-9e89-4650-8a38-cd8d6a089080 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 944 time: 0.0477464 Apr 28 22:47:24.567774 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1ab603d2-9328-4173-a0be-aef1cfc5a313 req-593b4806-dc1e-42e7-8b3b-23cc53aa985f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427914 Apr 28 22:47:24.581293 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b6b84-bd8e-47af-9ebc-c581d930f60c req-e4461920-edbb-4228-979a-5b42bb0ad3bb tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:24.582819 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-289b6b84-bd8e-47af-9ebc-c581d930f60c req-e4461920-edbb-4228-979a-5b42bb0ad3bb tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0508199 Apr 28 22:47:24.629020 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-289b6b84-bd8e-47af-9ebc-c581d930f60c req-975a53d0-0ed3-47ef-b98f-fd3c40950074 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405581 Apr 28 22:47:25.449833 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device b59b179f-afcd-4e45-9ef8-089b28a30fa7 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:47:25.492796 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port b59b179f-afcd-4e45-9ef8-089b28a30fa7 completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:47:25.561585 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port b59b179f-afcd-4e45-9ef8-089b28a30fa7 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:47:25.562015 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (b59b179f-afcd-4e45-9ef8-089b28a30fa7), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:25.641225 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port b59b179f-afcd-4e45-9ef8-089b28a30fa7 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:47:25.641614 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (b59b179f-afcd-4e45-9ef8-089b28a30fa7), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:25.664179 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59b179f-afcd-4e45-9ef8-089b28a30fa7'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:47:25.666567 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5e8d4b-f98d-4d95-8410-ec5de897b640" -d '{"events": [{"server_uuid": "829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f", "name": "network-vif-plugged", "status": "completed", "tag": "b59b179f-afcd-4e45-9ef8-089b28a30fa7"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:47:25.681118 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port b59b179f-afcd-4e45-9ef8-089b28a30fa7, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=b59b179f-afcd-4e45-9ef8-089b28a30fa7,segment=NetworkSegment(adedda4b-5d9b-4767-aae1-5a1106983c15),segment_id=adedda4b-5d9b-4767-aae1-5a1106983c15)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:47:25.695909 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd359b92-9f57-4ca7-bc5c-5ba38770ac8e req-c38cab93-a83a-46a5-b090-542e99c4dc3e tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:25.701286 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bd359b92-9f57-4ca7-bc5c-5ba38770ac8e req-c38cab93-a83a-46a5-b090-542e99c4dc3e tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 944 time: 0.0627816 Apr 28 22:47:25.744560 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (b59b179f-afcd-4e45-9ef8-089b28a30fa7), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:25.748225 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bd359b92-9f57-4ca7-bc5c-5ba38770ac8e req-7ad61c12-d2a6-4ca8-880d-c0f2da17411f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441656 Apr 28 22:47:25.762744 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda3daf-d737-4d3b-b7d4-e7677d9d6594 req-094630f8-bf0f-4d27-98d2-9c1127e9bcf6 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:25.764406 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2fda3daf-d737-4d3b-b7d4-e7677d9d6594 req-094630f8-bf0f-4d27-98d2-9c1127e9bcf6 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0528162 Apr 28 22:47:25.796086 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cf2dc4-86c8-43db-8b84-c5215035b7cf x-openstack-request-id: req-e5cf2dc4-86c8-43db-8b84-c5215035b7cf {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:47:25.796406 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f", "name": "network-vif-plugged", "status": "completed", "tag": "b59b179f-afcd-4e45-9ef8-089b28a30fa7", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:47:25.796677 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5cf2dc4-86c8-43db-8b84-c5215035b7cf {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:47:25.797061 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5cf2dc4-86c8-43db-8b84-c5215035b7cf'] response: {'server_uuid': '829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59b179f-afcd-4e45-9ef8-089b28a30fa7', 'code': 200} Apr 28 22:47:25.802756 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=b59b179f-afcd-4e45-9ef8-089b28a30fa7,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:47:25.819106 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2fda3daf-d737-4d3b-b7d4-e7677d9d6594 req-51fc0d84-c1c5-464d-96c5-ed91c8a199c4 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484743 Apr 28 22:47:26.107005 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5e55d-8158-40ba-a0fd-11c8d325045f req-5c879162-61cd-43b3-8bcb-3695dd2911c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:26.108443 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-78f5e55d-8158-40ba-a0fd-11c8d325045f req-5c879162-61cd-43b3-8bcb-3695dd2911c2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 1129 time: 0.0386486 Apr 28 22:47:26.152242 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-78f5e55d-8158-40ba-a0fd-11c8d325045f req-cb5d98ca-c7f1-4c0e-be8f-e093a265f372 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373256 Apr 28 22:47:26.860616 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d75ae7-5a62-4d7d-b9c5-ba254e75cd1c req-fcf392c7-a3ed-44c1-8bb7-d1dfa63f6c88 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:26.862097 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c9d75ae7-5a62-4d7d-b9c5-ba254e75cd1c req-fcf392c7-a3ed-44c1-8bb7-d1dfa63f6c88 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 945 time: 0.0457289 Apr 28 22:47:26.911916 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c9d75ae7-5a62-4d7d-b9c5-ba254e75cd1c req-59b1f3d6-1fab-4d58-9918-260dd795c909 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443022 Apr 28 22:47:26.936304 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711f6de-a0b5-437e-afd1-adba122f11b5 req-fcb6239d-b366-4b1a-bc07-c881e3e7fb5f tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:26.937768 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6711f6de-a0b5-437e-afd1-adba122f11b5 req-fcb6239d-b366-4b1a-bc07-c881e3e7fb5f tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0464554 Apr 28 22:47:26.986464 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6711f6de-a0b5-437e-afd1-adba122f11b5 req-4bcfab98-9594-494a-8dbb-75a1b050794f tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426440 Apr 28 22:47:28.022377 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fba069-1a71-4a7c-9f3f-afdd6445b622 req-d7306264-ec60-4779-a362-570e58457834 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:28.023967 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-44fba069-1a71-4a7c-9f3f-afdd6445b622 req-d7306264-ec60-4779-a362-570e58457834 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 945 time: 0.0462751 Apr 28 22:47:28.071365 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-44fba069-1a71-4a7c-9f3f-afdd6445b622 req-116fd093-8f59-4990-8f53-b566dce820b1 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414693 Apr 28 22:47:28.102430 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d202a-589b-46df-9e02-63a090de52bf req-f453ff3c-d820-4c40-a356-4badd56ce241 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:28.103938 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-840d202a-589b-46df-9e02-63a090de52bf req-f453ff3c-d820-4c40-a356-4badd56ce241 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0482142 Apr 28 22:47:28.154618 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-840d202a-589b-46df-9e02-63a090de52bf req-3a39398e-1425-4983-9f05-838052f07479 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452576 Apr 28 22:47:29.269873 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99db34-3cea-4a47-a3f9-14693414c215 req-bc0ed828-6f50-493a-b00d-18ffdb6f69fe tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:29.271376 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ce99db34-3cea-4a47-a3f9-14693414c215 req-bc0ed828-6f50-493a-b00d-18ffdb6f69fe tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0488482 Apr 28 22:47:29.320770 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ce99db34-3cea-4a47-a3f9-14693414c215 req-84bfe9ea-bd9c-4ae1-88bc-ba1bdfbe9a57 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436692 Apr 28 22:47:30.432172 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34f008-b4e7-436c-8e50-a20a183f0f0c req-3070fbd2-955c-42b8-b456-89f6253f4773 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:30.433630 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6c34f008-b4e7-436c-8e50-a20a183f0f0c req-3070fbd2-955c-42b8-b456-89f6253f4773 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0453715 Apr 28 22:47:30.481293 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6c34f008-b4e7-436c-8e50-a20a183f0f0c req-70dab487-2fb1-4d18-8833-8f8fb100a536 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414000 Apr 28 22:47:31.599745 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d447476-bffe-4f6f-b912-c789f32d33c1 req-b85b0829-a7c4-4e92-84fc-16b1da1cec40 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:31.601130 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2d447476-bffe-4f6f-b912-c789f32d33c1 req-b85b0829-a7c4-4e92-84fc-16b1da1cec40 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0503383 Apr 28 22:47:31.650041 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2d447476-bffe-4f6f-b912-c789f32d33c1 req-366dfbfa-b81c-4ec0-8e0b-b77e1c40ae80 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434320 Apr 28 22:47:32.765713 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc988e0-ff84-4b11-b167-babddb63ae3a req-e9990702-cd11-4bde-8e6d-8a8a9a8bf178 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:32.767723 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-adc988e0-ff84-4b11-b167-babddb63ae3a req-e9990702-cd11-4bde-8e6d-8a8a9a8bf178 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0509925 Apr 28 22:47:32.813364 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-adc988e0-ff84-4b11-b167-babddb63ae3a req-c0374ab6-8ff8-4f5c-b418-216475d9d81c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401888 Apr 28 22:47:33.926165 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9a791-20f4-44cb-92fe-3c2c19bbbeff req-7d21d377-a97c-4bd1-b370-54fd02fe5b3f tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:33.927644 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-31d9a791-20f4-44cb-92fe-3c2c19bbbeff req-7d21d377-a97c-4bd1-b370-54fd02fe5b3f tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0464664 Apr 28 22:47:33.976573 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-31d9a791-20f4-44cb-92fe-3c2c19bbbeff req-816fbfdc-03c4-46b6-8f97-9f65a3b1678a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426080 Apr 28 22:47:35.090848 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6c44e-f88b-4a4e-b73b-aa42865c3c8a req-552464ef-6b4a-4b7a-96e0-bfa037fb26c5 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:35.092321 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-08c6c44e-f88b-4a4e-b73b-aa42865c3c8a req-552464ef-6b4a-4b7a-96e0-bfa037fb26c5 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0471578 Apr 28 22:47:35.137681 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-08c6c44e-f88b-4a4e-b73b-aa42865c3c8a req-7eba3c50-1b65-4a71-a2d3-d4dbd2289985 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398839 Apr 28 22:47:35.668983 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:47:36.255617 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4551d0b-a773-4ebc-9432-8d0fd1258893 req-6acd16a1-2e01-4851-8e7b-61ada3a2cb42 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:36.257101 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c4551d0b-a773-4ebc-9432-8d0fd1258893 req-6acd16a1-2e01-4851-8e7b-61ada3a2cb42 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0504901 Apr 28 22:47:36.304715 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c4551d0b-a773-4ebc-9432-8d0fd1258893 req-393ca61e-2540-4f64-bb68-8a62902e0ac8 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419357 Apr 28 22:47:36.475756 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-03e222f7-9415-4ad9-bef2-e484c828a7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:37.419203 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868186fd-3f4c-4eaf-8438-c5d32f4b47dd req-dc866cec-d3bb-4684-88cb-2961414317df tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:37.420581 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-868186fd-3f4c-4eaf-8438-c5d32f4b47dd req-dc866cec-d3bb-4684-88cb-2961414317df tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0467846 Apr 28 22:47:37.471510 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-868186fd-3f4c-4eaf-8438-c5d32f4b47dd req-649b4731-10d7-4bbd-880a-d88f2619123c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454922 Apr 28 22:47:38.585122 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3866f5b-080d-43ae-8a76-02bc7c0bc71c req-7537c0e1-9258-40c4-9e2a-2dbef726691e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:38.586655 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d3866f5b-080d-43ae-8a76-02bc7c0bc71c req-7537c0e1-9258-40c4-9e2a-2dbef726691e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0462801 Apr 28 22:47:38.633282 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d3866f5b-080d-43ae-8a76-02bc7c0bc71c req-b6673c23-7108-447b-b123-c6d98d824012 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409701 Apr 28 22:47:38.638171 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c89c7c26-a716-4779-9f1e-1b3d4d215c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:39.757488 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166990d-83a0-4d0c-9e31-c5f1f7b3e8a0 req-99218ee9-7f78-4229-9e90-5c73d9164fbf tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:39.758908 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b166990d-83a0-4d0c-9e31-c5f1f7b3e8a0 req-99218ee9-7f78-4229-9e90-5c73d9164fbf tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0481625 Apr 28 22:47:39.798799 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:39.807109 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b166990d-83a0-4d0c-9e31-c5f1f7b3e8a0 req-04e2141f-9c4b-413e-af51-98114154bc1e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426221 Apr 28 22:47:40.917890 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dca962-8be7-458f-8dd5-8823e23492f6 req-e8be6cd3-1f85-456f-a406-47c2e1642059 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:40.919357 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-85dca962-8be7-458f-8dd5-8823e23492f6 req-e8be6cd3-1f85-456f-a406-47c2e1642059 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0460141 Apr 28 22:47:40.967645 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-85dca962-8be7-458f-8dd5-8823e23492f6 req-6ba5c170-1f1a-40dd-b803-c2d46d5faea8 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427723 Apr 28 22:47:41.167548 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:41.550835 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d66288-b9a7-494d-b671-d9e30320762c req-9e178c17-67d9-4d26-93d7-13d3aa2af59c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:41.552424 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c2d66288-b9a7-494d-b671-d9e30320762c req-9e178c17-67d9-4d26-93d7-13d3aa2af59c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.2730424 Apr 28 22:47:41.598237 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c2d66288-b9a7-494d-b671-d9e30320762c req-9dd26892-f3f5-4c2b-8eff-215a0b2898ad tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402002 Apr 28 22:47:41.658105 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ca54e-8e01-4e63-9bb3-6a8a10eef3c0 req-cc244ed6-efbc-4624-993c-cdca8e88b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:41.659577 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-442ca54e-8e01-4e63-9bb3-6a8a10eef3c0 req-cc244ed6-efbc-4624-993c-cdca8e88b18d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d7c475a2444cb7beac065aff76acbe&device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 1130 time: 0.1309605 Apr 28 22:47:41.749067 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ca54e-8e01-4e63-9bb3-6a8a10eef3c0 req-bfeb4675-db60-4d61-bf91-905dad09f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:41.750437 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-442ca54e-8e01-4e63-9bb3-6a8a10eef3c0 req-bfeb4675-db60-4d61-bf91-905dad09f4ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 HTTP/1.1" status: 200 len: 912 time: 0.0841377 Apr 28 22:47:41.814795 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-442ca54e-8e01-4e63-9bb3-6a8a10eef3c0 req-0acdf87e-4a73-4552-bec6-07d321b30ef6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=516092d6-335c-4065-8ea1-4c8cb8895ef2 HTTP/1.1" status: 200 len: 1001 time: 0.0561683 Apr 28 22:47:41.865054 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ca54e-8e01-4e63-9bb3-6a8a10eef3c0 req-8005b973-7158-49a4-9607-35763729929f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:41.866474 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-442ca54e-8e01-4e63-9bb3-6a8a10eef3c0 req-8005b973-7158-49a4-9607-35763729929f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f764963a-8464-4a24-ad54-07350b19889d HTTP/1.1" status: 200 len: 850 time: 0.0458646 Apr 28 22:47:41.908739 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ca54e-8e01-4e63-9bb3-6a8a10eef3c0 req-bb1c8e0c-a23f-40e0-a199-19b5e0ed3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:41.910688 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-442ca54e-8e01-4e63-9bb3-6a8a10eef3c0 req-bb1c8e0c-a23f-40e0-a199-19b5e0ed3d36 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364137 Apr 28 22:47:41.997062 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-442ca54e-8e01-4e63-9bb3-6a8a10eef3c0 req-6fc8b99b-8ed7-4125-84a8-ddf81762aaca service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798478 Apr 28 22:47:42.091169 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-442ca54e-8e01-4e63-9bb3-6a8a10eef3c0 req-5ff1d2b7-0244-41b0-be2a-ac5f269cebbb service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868413 Apr 28 22:47:42.659005 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:47:42.717649 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4093bce-7b21-49e1-b5d2-d3d1e46bfc82 req-734f2f99-bdcb-4942-9ac9-7b0c6d5c46eb tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:42.719167 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d4093bce-7b21-49e1-b5d2-d3d1e46bfc82 req-734f2f99-bdcb-4942-9ac9-7b0c6d5c46eb tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0471752 Apr 28 22:47:42.764023 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d4093bce-7b21-49e1-b5d2-d3d1e46bfc82 req-0453c615-0672-4702-9faa-dc16b50b2e83 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393102 Apr 28 22:47:43.877401 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b87b33-46f4-4cd5-bdad-8c4b57c60eef req-1a76ce9a-26e7-4cc5-b0e2-a1190cb8dce9 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:47:43.878862 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-04b87b33-46f4-4cd5-bdad-8c4b57c60eef req-1a76ce9a-26e7-4cc5-b0e2-a1190cb8dce9 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0457892 Apr 28 22:47:43.924406 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-04b87b33-46f4-4cd5-bdad-8c4b57c60eef req-172d58ff-4631-4a73-b796-d35010582f03 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400908 Apr 28 22:47:45.792473 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:06.500883 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e238dbb1-8b7e-4719-b333-cf790eb52183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:08.660846 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c8abeddb-acec-48d1-88fc-809b33de5103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:09.795080 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:11.201009 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:12.649118 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:12.667363 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:48:12.694216 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-926e7928-8c52-46cc-bb41-8c06979fde9e req-8cd202a6-7fb6-4cc6-88be-2d5462b55b68 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423574 Apr 28 22:48:12.756361 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e7928-8c52-46cc-bb41-8c06979fde9e req-61c40930-ba25-4a95-b68b-7b5e2edfe7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:12.757835 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-926e7928-8c52-46cc-bb41-8c06979fde9e req-61c40930-ba25-4a95-b68b-7b5e2edfe7f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 1129 time: 0.0394056 Apr 28 22:48:12.861587 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e7928-8c52-46cc-bb41-8c06979fde9e req-ecfde6be-18df-4efc-9eea-4e4142257f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:12.863618 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-926e7928-8c52-46cc-bb41-8c06979fde9e req-ecfde6be-18df-4efc-9eea-4e4142257f20 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 920 time: 0.0876172 Apr 28 22:48:12.903563 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-926e7928-8c52-46cc-bb41-8c06979fde9e req-5098f1da-a798-47f0-8acc-77f4a313334e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07a9b947-eec8-4911-ac67-51c4bb0eccdd HTTP/1.1" status: 200 len: 217 time: 0.0331857 Apr 28 22:48:12.953797 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e7928-8c52-46cc-bb41-8c06979fde9e req-cad2d4da-8543-4364-87de-555cd73535cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:12.955216 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-926e7928-8c52-46cc-bb41-8c06979fde9e req-cad2d4da-8543-4364-87de-555cd73535cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.0414314 Apr 28 22:48:13.001249 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e7928-8c52-46cc-bb41-8c06979fde9e req-ee841c64-7e7b-4fed-992b-a0f63245177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:13.002833 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-926e7928-8c52-46cc-bb41-8c06979fde9e req-ee841c64-7e7b-4fed-992b-a0f63245177f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417540 Apr 28 22:48:13.093932 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-926e7928-8c52-46cc-bb41-8c06979fde9e req-e39f7c2d-cc8d-4d49-9bed-c17167ec3443 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844383 Apr 28 22:48:13.183436 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-926e7928-8c52-46cc-bb41-8c06979fde9e req-6421d9d1-35fc-4a12-8481-787f513a2b1b service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836625 Apr 28 22:48:15.789263 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:30.174071 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07364601-1c8f-449e-8127-35f54c6e8379 req-cecda969-086b-4354-860a-cc136911223a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:30.176087 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-07364601-1c8f-449e-8127-35f54c6e8379 req-cecda969-086b-4354-860a-cc136911223a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0478976 Apr 28 22:48:30.248105 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec7fc6-5891-45e7-b943-4679ce71c0cf req-95984e1c-a1d1-459e-ba18-9bda24626a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:30.249513 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-dbec7fc6-5891-45e7-b943-4679ce71c0cf req-95984e1c-a1d1-459e-ba18-9bda24626a3c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 1129 time: 0.0692112 Apr 28 22:48:30.257082 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-07364601-1c8f-449e-8127-35f54c6e8379 req-b52c979a-b674-4c99-aaa6-fe3487f386d1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691717 Apr 28 22:48:30.354631 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec7fc6-5891-45e7-b943-4679ce71c0cf req-435fdca6-8606-4924-b972-311826cb56ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:30.356129 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-dbec7fc6-5891-45e7-b943-4679ce71c0cf req-435fdca6-8606-4924-b972-311826cb56ad service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 920 time: 0.0981891 Apr 28 22:48:30.369504 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e2185-dea2-4e71-8a67-e5a90d5a4ac3 req-63d060a2-33c5-46e3-a239-95b94674f7b7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:30.370981 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-617e2185-dea2-4e71-8a67-e5a90d5a4ac3 req-63d060a2-33c5-46e3-a239-95b94674f7b7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 945 time: 0.0543180 Apr 28 22:48:30.416435 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-617e2185-dea2-4e71-8a67-e5a90d5a4ac3 req-5426b7e0-7c58-40e9-81f6-d4197ff66f0e tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399690 Apr 28 22:48:31.372995 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55288528-83b8-47bf-b856-e9496f7e3384 req-376ea2b1-c390-44f9-9c56-03a03deea350 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:31.374476 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-55288528-83b8-47bf-b856-e9496f7e3384 req-376ea2b1-c390-44f9-9c56-03a03deea350 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0470302 Apr 28 22:48:31.419576 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-55288528-83b8-47bf-b856-e9496f7e3384 req-0ab89855-ed37-4e60-9205-82cf240c7b2b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391507 Apr 28 22:48:31.528006 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062adea-b621-4b19-91f7-dfb8c5a77638 req-cda8b718-f40e-4903-8d55-6db4ded5164a tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:31.529502 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4062adea-b621-4b19-91f7-dfb8c5a77638 req-cda8b718-f40e-4903-8d55-6db4ded5164a tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 945 time: 0.0467947 Apr 28 22:48:31.576675 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4062adea-b621-4b19-91f7-dfb8c5a77638 req-622dfd61-16df-443d-aa12-ac7588d1a73f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395846 Apr 28 22:48:31.592502 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-dbec7fc6-5891-45e7-b943-4679ce71c0cf req-c0f51ec6-263f-45e5-8157-0fbd42e5af16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=570708ba-1935-42cd-b623-f42c08e315d9 HTTP/1.1" status: 200 len: 1001 time: 0.0618751 Apr 28 22:48:31.640477 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec7fc6-5891-45e7-b943-4679ce71c0cf req-7858c962-bf44-4591-9b20-223a73a8c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:31.641980 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-dbec7fc6-5891-45e7-b943-4679ce71c0cf req-7858c962-bf44-4591-9b20-223a73a8c00d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.0421476 Apr 28 22:48:31.683938 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec7fc6-5891-45e7-b943-4679ce71c0cf req-4032a82e-3f87-41ef-b0a6-79fe2148d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:31.685353 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-dbec7fc6-5891-45e7-b943-4679ce71c0cf req-4032a82e-3f87-41ef-b0a6-79fe2148d8e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369840 Apr 28 22:48:31.774407 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-dbec7fc6-5891-45e7-b943-4679ce71c0cf req-b40580b6-d748-40c6-b25c-0412201f7b56 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817895 Apr 28 22:48:31.861664 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-dbec7fc6-5891-45e7-b943-4679ce71c0cf req-392fc5b2-6d52-4f61-b34c-747b90747362 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800116 Apr 28 22:48:32.270467 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d5332-6eee-4dcc-9410-1ed6cc71c7d8 req-42f5fa88-4705-4374-ad9c-7316b561a68b tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:32.271799 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a87d5332-6eee-4dcc-9410-1ed6cc71c7d8 req-42f5fa88-4705-4374-ad9c-7316b561a68b tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.31 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 945 time: 0.0487051 Apr 28 22:48:32.359503 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-a87d5332-6eee-4dcc-9410-1ed6cc71c7d8 req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Deleting port b59b179f-afcd-4e45-9ef8-089b28a30fa7 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:48:32.359841 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a87d5332-6eee-4dcc-9410-1ed6cc71c7d8 req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (b59b179f-afcd-4e45-9ef8-089b28a30fa7), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:32.447299 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-a87d5332-6eee-4dcc-9410-1ed6cc71c7d8 req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] For port b59b179f-afcd-4e45-9ef8-089b28a30fa7, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=b59b179f-afcd-4e45-9ef8-089b28a30fa7,segment=NetworkSegment(adedda4b-5d9b-4767-aae1-5a1106983c15),segment_id=adedda4b-5d9b-4767-aae1-5a1106983c15)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:48:32.447933 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a87d5332-6eee-4dcc-9410-1ed6cc71c7d8 req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (b59b179f-afcd-4e45-9ef8-089b28a30fa7), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:32.461397 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-a87d5332-6eee-4dcc-9410-1ed6cc71c7d8 req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Calling delete_port for b59b179f-afcd-4e45-9ef8-089b28a30fa7 owned by compute:nova {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:48:32.564088 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e887692-93d5-421f-a1db-366aad7f2be0 req-6680a2ad-c75e-477c-8141-94296b9ea8c0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:32.565697 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4e887692-93d5-421f-a1db-366aad7f2be0 req-6680a2ad-c75e-477c-8141-94296b9ea8c0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0659106 Apr 28 22:48:32.651847 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4e887692-93d5-421f-a1db-366aad7f2be0 req-d5277b0b-f0d6-4d76-b5c9-41462c947e59 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744503 Apr 28 22:48:32.697756 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78e037-7b0c-46a8-8ec4-6a9851fcd93a req-9171b511-c593-4974-86a5-fb4173005cdd tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:32.699418 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8f78e037-7b0c-46a8-8ec4-6a9851fcd93a req-9171b511-c593-4974-86a5-fb4173005cdd tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f HTTP/1.1" status: 200 len: 945 time: 0.0541236 Apr 28 22:48:32.746486 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8f78e037-7b0c-46a8-8ec4-6a9851fcd93a req-04b6101a-0552-41cc-bcf6-b0a49c2b1d18 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413167 Apr 28 22:48:32.761223 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a87d5332-6eee-4dcc-9410-1ed6cc71c7d8 req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (b59b179f-afcd-4e45-9ef8-089b28a30fa7), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:32.780417 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['b59b179f-afcd-4e45-9ef8-089b28a30fa7'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:48:32.788622 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Pushing event deleted for resources: {'Port': ['ID=b59b179f-afcd-4e45-9ef8-089b28a30fa7,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:48:32.798265 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:48:32.798621 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:48:32.798969 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:48:32.799313 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:48:32.799654 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:48:32.799993 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:48:32.800329 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:48:32.800656 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:48:32.800987 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:48:32.801320 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:48:32.802017 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:48:32.802017 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:48:32.802314 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:48:32.802641 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:48:32.802966 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:48:32.849211 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87d5332-6eee-4dcc-9410-1ed6cc71c7d8 req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] No DVR routers for this DVR port b59b179f-afcd-4e45-9ef8-089b28a30fa7 on host hv-cinder-83982 {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:48:32.851731 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a87d5332-6eee-4dcc-9410-1ed6cc71c7d8 req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:32.854981 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a87d5332-6eee-4dcc-9410-1ed6cc71c7d8 req-e04b92ef-42c2-4e64-8f32-37db0c5d2acf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.31 "DELETE /v2.0/ports/b59b179f-afcd-4e45-9ef8-089b28a30fa7 HTTP/1.1" status: 204 len: 173 time: 0.5780928 Apr 28 22:48:32.855420 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f', 'name': 'network-vif-deleted', 'tag': 'b59b179f-afcd-4e45-9ef8-089b28a30fa7'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:48:32.857630 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4df71d-2482-4b1c-89ec-f92c9a93b72b" -d '{"events": [{"server_uuid": "829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f", "name": "network-vif-deleted", "tag": "b59b179f-afcd-4e45-9ef8-089b28a30fa7"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:48:32.950563 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c52f25-e950-41a8-b5d9-4d75a9ec3f93 x-openstack-request-id: req-69c52f25-e950-41a8-b5d9-4d75a9ec3f93 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:48:32.950859 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f", "name": "network-vif-deleted", "tag": "b59b179f-afcd-4e45-9ef8-089b28a30fa7", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:48:32.955371 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69c52f25-e950-41a8-b5d9-4d75a9ec3f93 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:48:32.955371 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69c52f25-e950-41a8-b5d9-4d75a9ec3f93'] response: {'server_uuid': '829c1f6f-d8c7-4105-99bb-b5b7ebf3e12f', 'name': 'network-vif-deleted', 'tag': 'b59b179f-afcd-4e45-9ef8-089b28a30fa7', 'status': 'completed', 'code': 200} Apr 28 22:48:33.767665 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb552805-2db7-42d1-b2df-17b8e9c3c9a0 req-49b3cdea-ef38-4d0f-9890-ad086eb82f69 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:33.769173 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-eb552805-2db7-42d1-b2df-17b8e9c3c9a0 req-49b3cdea-ef38-4d0f-9890-ad086eb82f69 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0458934 Apr 28 22:48:33.822822 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-eb552805-2db7-42d1-b2df-17b8e9c3c9a0 req-b4986a17-72a0-42d2-957c-34f074ec65f7 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461111 Apr 28 22:48:34.932457 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27db362-0e97-49a1-8b2d-f9a90170b26b req-16d067e6-0bf2-47ea-8fed-fe3efecc21c0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:34.933923 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c27db362-0e97-49a1-8b2d-f9a90170b26b req-16d067e6-0bf2-47ea-8fed-fe3efecc21c0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0452654 Apr 28 22:48:34.979263 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c27db362-0e97-49a1-8b2d-f9a90170b26b req-08f0e11c-3379-4fa8-9805-cc24a1a4cf9b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400631 Apr 28 22:48:35.811842 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device b59b179f-afcd-4e45-9ef8-089b28a30fa7 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:48:35.834920 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: b59b179f-afcd-4e45-9ef8-089b28a30fa7 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:48:35.835267 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device b59b179f-afcd-4e45-9ef8-089b28a30fa7 not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:48:36.090038 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefa690-e326-49e9-b82a-b801791b2d25 req-7f65fe89-7275-4ea0-8b52-fb68f3c12a39 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:36.091411 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7aefa690-e326-49e9-b82a-b801791b2d25 req-7f65fe89-7275-4ea0-8b52-fb68f3c12a39 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0461812 Apr 28 22:48:36.140375 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7aefa690-e326-49e9-b82a-b801791b2d25 req-632f5f7b-9304-4b5c-8036-a40b135c6034 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434411 Apr 28 22:48:36.480806 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b60e9376-0878-46f9-9157-50cd9caed6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:37.250542 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21ab58-b2a7-4839-bc0d-8d17ac5e9345 req-54498fb6-1ee5-4020-aabe-67bb3f4714bd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:37.252095 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-dd21ab58-b2a7-4839-bc0d-8d17ac5e9345 req-54498fb6-1ee5-4020-aabe-67bb3f4714bd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0465741 Apr 28 22:48:37.297145 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-dd21ab58-b2a7-4839-bc0d-8d17ac5e9345 req-f415ee84-7575-4498-a419-545de13f3afd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392337 Apr 28 22:48:38.412128 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020cdf4-126f-48dc-8a9a-44bf38524406 req-a32dd9e0-7f3c-4f4a-a354-c690dddc570d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:38.413589 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a020cdf4-126f-48dc-8a9a-44bf38524406 req-a32dd9e0-7f3c-4f4a-a354-c690dddc570d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0487821 Apr 28 22:48:38.458970 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a020cdf4-126f-48dc-8a9a-44bf38524406 req-f9cb2112-84d4-42aa-a9de-43c7c65a5d2b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399795 Apr 28 22:48:38.646494 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-804163ca-82f2-462f-82f7-53a9eebe9af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:39.576575 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f2e3b-7a63-4597-a6cf-c5afbcc8de8e req-fb5cae21-282e-4d7a-bbd8-d092e2f711d2 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:39.578093 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-df4f2e3b-7a63-4597-a6cf-c5afbcc8de8e req-fb5cae21-282e-4d7a-bbd8-d092e2f711d2 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0523679 Apr 28 22:48:39.624662 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-df4f2e3b-7a63-4597-a6cf-c5afbcc8de8e req-7b04c161-9388-4c62-8741-7bb22516e43e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410438 Apr 28 22:48:39.791819 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:40.736031 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7712c9-4b9b-4209-85ca-04c3374ce3ba req-9c276e01-d196-45b6-8c40-f87cdc03d6e2 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:40.737492 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0c7712c9-4b9b-4209-85ca-04c3374ce3ba req-9c276e01-d196-45b6-8c40-f87cdc03d6e2 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0467169 Apr 28 22:48:40.785000 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0c7712c9-4b9b-4209-85ca-04c3374ce3ba req-9b34094e-fdba-4256-b147-c9bc17be7750 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413218 Apr 28 22:48:41.183667 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:41.895983 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a78c1-7d8b-4092-b8be-fb59f23c96c1 req-4d4b8cc6-f1cd-4f49-921a-0024d32a34cf tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:41.897437 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6c3a78c1-7d8b-4092-b8be-fb59f23c96c1 req-4d4b8cc6-f1cd-4f49-921a-0024d32a34cf tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0457838 Apr 28 22:48:41.942883 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6c3a78c1-7d8b-4092-b8be-fb59f23c96c1 req-a4abbccd-4f06-4425-8d7e-81d865b52501 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400009 Apr 28 22:48:42.663322 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:43.058069 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a8b14-b27a-4bfe-b6f7-994e9fa6aac4 req-f8a9bc4e-c6c2-4b9d-82df-4b9fa6ba6eda tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:43.059510 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2b4a8b14-b27a-4bfe-b6f7-994e9fa6aac4 req-f8a9bc4e-c6c2-4b9d-82df-4b9fa6ba6eda tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0499158 Apr 28 22:48:43.104455 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2b4a8b14-b27a-4bfe-b6f7-994e9fa6aac4 req-9ea83762-e6e5-48ec-a160-cd7949d0d979 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395458 Apr 28 22:48:44.216359 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8e994-ed0c-40cd-9978-373ca3127c0d req-f8763450-6f34-4c70-9087-89446bbd73d4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:44.217793 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a6f8e994-ed0c-40cd-9978-373ca3127c0d req-f8763450-6f34-4c70-9087-89446bbd73d4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0462422 Apr 28 22:48:44.268953 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a6f8e994-ed0c-40cd-9978-373ca3127c0d req-05388490-adcf-4633-99ba-2afeae5f1fb4 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456617 Apr 28 22:48:45.381873 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e830d-a003-435f-b045-f74699d4cfb9 req-e718f8c7-2403-4a9b-bf3e-6efc7f080f0a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:45.383346 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9e5e830d-a003-435f-b045-f74699d4cfb9 req-e718f8c7-2403-4a9b-bf3e-6efc7f080f0a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0462294 Apr 28 22:48:45.429181 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9e5e830d-a003-435f-b045-f74699d4cfb9 req-a88b1a5d-1fb0-4cda-b515-51e4bd3c46d1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402470 Apr 28 22:48:45.829199 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:46.336392 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2663f-6565-4efd-8cf2-336417d7233d req-b53ab5ec-7c86-470b-93f9-184a38a03b60 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:46.337773 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16d2663f-6565-4efd-8cf2-336417d7233d req-b53ab5ec-7c86-470b-93f9-184a38a03b60 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/networks?id=b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 HTTP/1.1" status: 200 len: 813 time: 0.0987451 Apr 28 22:48:46.352737 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16d2663f-6565-4efd-8cf2-336417d7233d req-76c5e431-7b43-424e-a27f-f3741d301caf tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/quotas/6b24c9ba53ff4c368ad61f0391ca35cf HTTP/1.1" status: 200 len: 375 time: 0.0093143 Apr 28 22:48:46.387674 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16d2663f-6565-4efd-8cf2-336417d7233d req-de73570a-d7be-42df-8c65-43350d5133c6 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b24c9ba53ff4c368ad61f0391ca35cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299356 Apr 28 22:48:46.520718 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16d2663f-6565-4efd-8cf2-336417d7233d req-1620555f-30c5-471c-a68b-525e0428d4cc service neutron] 10.222.0.13 "GET /v2.0/networks/b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265590 Apr 28 22:48:46.542387 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843731b-71bd-429e-b5ea-d88bf6195ddf req-abc33c5e-eca5-49e2-be09-020b2be84c96 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:46.543877 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f843731b-71bd-429e-b5ea-d88bf6195ddf req-abc33c5e-eca5-49e2-be09-020b2be84c96 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0464590 Apr 28 22:48:46.593981 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f843731b-71bd-429e-b5ea-d88bf6195ddf req-ef9376d4-bf94-44e6-a29a-04969e873925 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442162 Apr 28 22:48:46.612537 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16d2663f-6565-4efd-8cf2-336417d7233d req-85bc8e3f-72ee-422d-ab93-056c3a4719dd service neutron] 10.222.0.13 "GET /v2.0/networks/b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860348 Apr 28 22:48:46.849925 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ae863723-7dfb-4a44-93d6-6621368aa2d9 req-d14b0eb8-b79d-4c85-9b7f-cd231933fa43 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 210 time: 0.0283103 Apr 28 22:48:47.708426 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2f1f9-d0d1-4b53-9925-e660d7e1babe req-d6434ade-bc75-4e20-98fa-79c08959d2c8 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:47.709795 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6be2f1f9-d0d1-4b53-9925-e660d7e1babe req-d6434ade-bc75-4e20-98fa-79c08959d2c8 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0469871 Apr 28 22:48:47.757157 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6be2f1f9-d0d1-4b53-9925-e660d7e1babe req-17fc5fe3-d07e-44e5-bb08-e663e68ee290 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417116 Apr 28 22:48:47.949197 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0fc8b331-c1c5-480e-ae48-012817478f55 req-fe3362d9-87b1-4141-b00a-a07d4e9d682d tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 210 time: 0.0284851 Apr 28 22:48:48.871084 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cdd3f-591d-41fa-9d94-abd66c1fa88d req-82ab1805-6a40-4554-a7d9-e89ace911a26 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:48.872540 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2e8cdd3f-591d-41fa-9d94-abd66c1fa88d req-82ab1805-6a40-4554-a7d9-e89ace911a26 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0459921 Apr 28 22:48:48.917456 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2e8cdd3f-591d-41fa-9d94-abd66c1fa88d req-e5ad7bea-29da-4faa-9d60-f4bb559e0ac8 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395648 Apr 28 22:48:49.043423 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c9cd7301-deb9-4c04-8751-7f7c7460a468 req-3d416c51-db4b-4dac-9601-4e245f695b1c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 210 time: 0.0279448 Apr 28 22:48:49.665980 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:48:49.865483 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c643e37-a2c1-413a-a860-95ac72c588bf req-e38c4bd1-5cc2-4f34-9bb1-1ad443c93e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:49.866979 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3c643e37-a2c1-413a-a860-95ac72c588bf req-e38c4bd1-5cc2-4f34-9bb1-1ad443c93e48 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 1129 time: 0.0415175 Apr 28 22:48:49.910389 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3c643e37-a2c1-413a-a860-95ac72c588bf req-c4d2a6f4-6af4-4e85-8de2-c099ef67c266 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364733 Apr 28 22:48:50.027962 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72fa47-6b62-4d36-8511-2f93a1504ebd req-bdd216aa-bc03-4836-9855-536dcdbbb3e9 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:50.029413 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7b72fa47-6b62-4d36-8511-2f93a1504ebd req-bdd216aa-bc03-4836-9855-536dcdbbb3e9 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0459819 Apr 28 22:48:50.075109 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7b72fa47-6b62-4d36-8511-2f93a1504ebd req-83cc47ba-0cfd-444d-a550-51b00f914457 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402501 Apr 28 22:48:50.140704 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-51a5f239-dcf6-4527-97d7-381e267110ae req-5e629882-78c9-41f0-88a8-6ea1a587556a tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 210 time: 0.0297172 Apr 28 22:48:51.120981 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2663f-6565-4efd-8cf2-336417d7233d req-6da53c94-f5e8-49d4-8679-37baff4b6d31 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:51.122480 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16d2663f-6565-4efd-8cf2-336417d7233d req-6da53c94-f5e8-49d4-8679-37baff4b6d31 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.31 "GET /v2.0/networks?id=b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 HTTP/1.1" status: 200 len: 813 time: 0.1026876 Apr 28 22:48:51.155391 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-16d2663f-6565-4efd-8cf2-336417d7233d req-26092a73-3fb0-45f5-93ef-cf2f5ed1803c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Request body: {'port': {'device_id': 'dbbada2c-3027-4071-9630-f8d591ec16c6', 'network_id': 'b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1', 'admin_state_up': True, 'tenant_id': '6b24c9ba53ff4c368ad61f0391ca35cf'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:48:51.244394 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b1a0a13e-f253-46f9-ab12-3fba7f0698b1 req-a33aa9f6-b0c1-441b-8559-62abfa894b9c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 210 time: 0.0364921 Apr 28 22:48:51.245033 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a32e50-ee77-484a-91ed-4b990bbdd718 req-e1219343-7db2-42aa-a978-44797186885d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:51.246444 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-08a32e50-ee77-484a-91ed-4b990bbdd718 req-e1219343-7db2-42aa-a978-44797186885d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.1046963 Apr 28 22:48:51.326793 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-08a32e50-ee77-484a-91ed-4b990bbdd718 req-10dd0bbb-4179-42c7-919b-3b21e3081faf tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729187 Apr 28 22:48:51.414746 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d2663f-6565-4efd-8cf2-336417d7233d req-26092a73-3fb0-45f5-93ef-cf2f5ed1803c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Made reservation on behalf of 6b24c9ba53ff4c368ad61f0391ca35cf for: {'port': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:48:51.418136 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-16d2663f-6565-4efd-8cf2-336417d7233d req-26092a73-3fb0-45f5-93ef-cf2f5ed1803c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:51.554946 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [req-16d2663f-6565-4efd-8cf2-336417d7233d req-26092a73-3fb0-45f5-93ef-cf2f5ed1803c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Allocated IP 172.20.0.6 (b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1/d06255d3-526c-400b-a483-0e7d3be19af9/22d0adfa-56ee-41a2-96f9-898e0d3cfe36) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:48:51.709632 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-16d2663f-6565-4efd-8cf2-336417d7233d req-26092a73-3fb0-45f5-93ef-cf2f5ed1803c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Publish callbacks [] for port (22d0adfa-56ee-41a2-96f9-898e0d3cfe36), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:51.806730 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-16d2663f-6565-4efd-8cf2-336417d7233d req-26092a73-3fb0-45f5-93ef-cf2f5ed1803c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (22d0adfa-56ee-41a2-96f9-898e0d3cfe36), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:51.853233 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d2663f-6565-4efd-8cf2-336417d7233d req-26092a73-3fb0-45f5-93ef-cf2f5ed1803c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Network b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:48:51.858498 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [req-16d2663f-6565-4efd-8cf2-336417d7233d req-26092a73-3fb0-45f5-93ef-cf2f5ed1803c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:48:51.862228 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d2663f-6565-4efd-8cf2-336417d7233d req-26092a73-3fb0-45f5-93ef-cf2f5ed1803c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:48:51.887021 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26092a73-3fb0-45f5-93ef-cf2f5ed1803c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Pushing event updated for resources: {'Port': ['ID=22d0adfa-56ee-41a2-96f9-898e0d3cfe36,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:48:51.914614 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2663f-6565-4efd-8cf2-336417d7233d req-26092a73-3fb0-45f5-93ef-cf2f5ed1803c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:51.915253 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-16d2663f-6565-4efd-8cf2-336417d7233d req-26092a73-3fb0-45f5-93ef-cf2f5ed1803c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:51.994360 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16d2663f-6565-4efd-8cf2-336417d7233d req-26092a73-3fb0-45f5-93ef-cf2f5ed1803c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8429604 Apr 28 22:48:52.241303 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Request body: {'port': {'device_id': 'dbbada2c-3027-4071-9630-f8d591ec16c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:48:52.299310 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (22d0adfa-56ee-41a2-96f9-898e0d3cfe36), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:52.360974 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de6774-42e7-40f1-9ced-bdf937d554fd req-5f57ea5c-0a38-4bc1-9c1b-3f4c0e27100c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:52.362395 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f6de6774-42e7-40f1-9ced-bdf937d554fd req-5f57ea5c-0a38-4bc1-9c1b-3f4c0e27100c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 931 time: 0.0475545 Apr 28 22:48:52.411442 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f6de6774-42e7-40f1-9ced-bdf937d554fd req-ece4450e-23dd-47a6-9848-e88f370d7c56 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424242 Apr 28 22:48:52.466535 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df5890-b52d-4874-9ccd-a2e7f5a3307c req-23db791c-29da-4aff-b902-1f8834ba9d9f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:52.467999 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-09df5890-b52d-4874-9ccd-a2e7f5a3307c req-23db791c-29da-4aff-b902-1f8834ba9d9f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0669420 Apr 28 22:48:52.566155 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-09df5890-b52d-4874-9ccd-a2e7f5a3307c req-52503219-9660-4cbe-8a11-78f6544415b1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885727 Apr 28 22:48:52.634778 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 {{(pid=110300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:48:52.642204 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Publish callbacks [] for port (22d0adfa-56ee-41a2-96f9-898e0d3cfe36), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:52.654973 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.provisioning_blocks [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Transition to ACTIVE for port object 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 will not be triggered until provisioned by entity L2. {{(pid=110300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:48:52.743573 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (22d0adfa-56ee-41a2-96f9-898e0d3cfe36), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:52.799595 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Pushing event updated for resources: {'Port': ['ID=22d0adfa-56ee-41a2-96f9-898e0d3cfe36,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:48:52.864066 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Attempting to bind port 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:48:52.864066 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Attempting to bind port 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': 'adedda4b-5d9b-4767-aae1-5a1106983c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:48:52.864066 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Attempting to bind port 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 on network b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:48:52.868024 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Port 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 on network b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:48:52.868359 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Attempting to bind port 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 on network b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:48:52.873175 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:48:52.873503 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Checking segment: {'id': 'adedda4b-5d9b-4767-aae1-5a1106983c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:48:52.873904 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Bound using segment: {'id': 'adedda4b-5d9b-4767-aae1-5a1106983c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:48:52.874339 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Bound port: 22d0adfa-56ee-41a2-96f9-898e0d3cfe36, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adedda4b-5d9b-4767-aae1-5a1106983c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:48:52.874683 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (22d0adfa-56ee-41a2-96f9-898e0d3cfe36), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:52.937677 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] For port 22d0adfa-56ee-41a2-96f9-898e0d3cfe36, host hv-cinder-83982, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:48:52.940688 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] For port 22d0adfa-56ee-41a2-96f9-898e0d3cfe36, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=22d0adfa-56ee-41a2-96f9-898e0d3cfe36,segment=NetworkSegment(adedda4b-5d9b-4767-aae1-5a1106983c15),segment_id=adedda4b-5d9b-4767-aae1-5a1106983c15)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:48:53.008978 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22fdbf-4635-41ff-bd91-96049209c648 req-153c92fc-a7b3-4f92-880d-e5ac198049e5 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:53.010515 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ce22fdbf-4635-41ff-bd91-96049209c648 req-153c92fc-a7b3-4f92-880d-e5ac198049e5 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0472767 Apr 28 22:48:53.014816 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (22d0adfa-56ee-41a2-96f9-898e0d3cfe36), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:53.052727 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:53.053348 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:53.054764 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16d2663f-6565-4efd-8cf2-336417d7233d req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] 10.222.0.31 "PUT /v2.0/ports/22d0adfa-56ee-41a2-96f9-898e0d3cfe36 HTTP/1.1" status: 200 len: 1093 time: 0.8182561 Apr 28 22:48:53.055199 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbada2c-3027-4071-9630-f8d591ec16c6', 'tag': '22d0adfa-56ee-41a2-96f9-898e0d3cfe36'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:48:53.057430 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c988708-335d-4a52-a73d-2373fffd0b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "dbbada2c-3027-4071-9630-f8d591ec16c6", "tag": "22d0adfa-56ee-41a2-96f9-898e0d3cfe36"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:48:53.081632 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc838397-171f-4a0e-861c-bf53b4e7371c service neutron] Pushing event updated for resources: {'Port': ['ID=22d0adfa-56ee-41a2-96f9-898e0d3cfe36,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:48:53.084681 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3185b6-0cb0-4011-a9d4-8439f01349b5 req-af720966-ab36-455f-b9a5-32fdaa309f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:53.086816 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3d3185b6-0cb0-4011-a9d4-8439f01349b5 req-af720966-ab36-455f-b9a5-32fdaa309f14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 1129 time: 0.0754294 Apr 28 22:48:53.091364 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ce22fdbf-4635-41ff-bd91-96049209c648 req-e03a2fe9-679b-4721-a112-2b0fecf83774 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724342 Apr 28 22:48:53.111215 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a38b25-57ea-4909-87d3-02b3e18c0fb3 x-openstack-request-id: req-16a38b25-57ea-4909-87d3-02b3e18c0fb3 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:48:53.111473 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbbada2c-3027-4071-9630-f8d591ec16c6", "tag": "22d0adfa-56ee-41a2-96f9-898e0d3cfe36", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:48:53.111690 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16a38b25-57ea-4909-87d3-02b3e18c0fb3 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:48:53.112095 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16a38b25-57ea-4909-87d3-02b3e18c0fb3'] response: {'name': 'network-changed', 'server_uuid': 'dbbada2c-3027-4071-9630-f8d591ec16c6', 'tag': '22d0adfa-56ee-41a2-96f9-898e0d3cfe36', 'status': 'completed', 'code': 200} Apr 28 22:48:53.174548 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c988708-335d-4a52-a73d-2373fffd0b7e req-7bd4b790-a91e-4afc-92a1-2b656eebb4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:53.176518 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7c988708-335d-4a52-a73d-2373fffd0b7e req-7bd4b790-a91e-4afc-92a1-2b656eebb4ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b24c9ba53ff4c368ad61f0391ca35cf&device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 1127 time: 0.0406890 Apr 28 22:48:53.179572 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3185b6-0cb0-4011-a9d4-8439f01349b5 req-db87b043-6038-45ec-8ab7-d4bccd6c7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:53.181041 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3d3185b6-0cb0-4011-a9d4-8439f01349b5 req-db87b043-6038-45ec-8ab7-d4bccd6c7a1c service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 920 time: 0.0884933 Apr 28 22:48:53.264927 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3d3185b6-0cb0-4011-a9d4-8439f01349b5 req-b184413c-e72f-429f-83e5-7ab0d4a3f0ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=570708ba-1935-42cd-b623-f42c08e315d9 HTTP/1.1" status: 200 len: 1001 time: 0.0674210 Apr 28 22:48:53.297240 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c988708-335d-4a52-a73d-2373fffd0b7e req-bb26f900-249e-47c1-8388-1c36d5cb5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:53.298741 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7c988708-335d-4a52-a73d-2373fffd0b7e req-bb26f900-249e-47c1-8388-1c36d5cb5e16 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=6b24c9ba53ff4c368ad61f0391ca35cf&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1025479 Apr 28 22:48:53.313953 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3185b6-0cb0-4011-a9d4-8439f01349b5 req-bd87c209-e2ff-4d74-b892-9ecbae832a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:53.315420 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3d3185b6-0cb0-4011-a9d4-8439f01349b5 req-bd87c209-e2ff-4d74-b892-9ecbae832a7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.0442221 Apr 28 22:48:53.359520 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3185b6-0cb0-4011-a9d4-8439f01349b5 req-a3a531dc-f738-4685-a53d-f4907b6d0823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:53.361028 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3d3185b6-0cb0-4011-a9d4-8439f01349b5 req-a3a531dc-f738-4685-a53d-f4907b6d0823 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392492 Apr 28 22:48:53.396071 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c988708-335d-4a52-a73d-2373fffd0b7e req-ad5cb026-fa71-4357-83f5-61ec4540fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:53.397559 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7c988708-335d-4a52-a73d-2373fffd0b7e req-ad5cb026-fa71-4357-83f5-61ec4540fb0e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928166 Apr 28 22:48:53.456213 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3d3185b6-0cb0-4011-a9d4-8439f01349b5 req-21bae96f-4f96-4341-a744-f2edfd6b48e2 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873318 Apr 28 22:48:53.472193 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2663f-6565-4efd-8cf2-336417d7233d req-aa90637f-144e-4826-915b-f9bdc111154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:53.474446 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16d2663f-6565-4efd-8cf2-336417d7233d req-aa90637f-144e-4826-915b-f9bdc111154f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b24c9ba53ff4c368ad61f0391ca35cf&device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 1127 time: 0.0434263 Apr 28 22:48:53.527378 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16d2663f-6565-4efd-8cf2-336417d7233d req-23ee3433-a000-492f-a965-883a392ed371 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d0adfa-56ee-41a2-96f9-898e0d3cfe36 HTTP/1.1" status: 200 len: 217 time: 0.0456879 Apr 28 22:48:53.546762 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3d3185b6-0cb0-4011-a9d4-8439f01349b5 req-9d5314d9-367f-4ee3-8bc6-d4a32bfd14be service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844920 Apr 28 22:48:53.589042 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa76cf9-0a9c-4762-9984-b3de2b4f4ad3 req-d569fd75-f301-4b66-921a-950fc6d3594c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:53.590728 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6aa76cf9-0a9c-4762-9984-b3de2b4f4ad3 req-d569fd75-f301-4b66-921a-950fc6d3594c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 943 time: 0.1035292 Apr 28 22:48:53.612857 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2663f-6565-4efd-8cf2-336417d7233d req-b861c11d-65ca-4b0b-b95f-386c62c533b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:53.614311 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16d2663f-6565-4efd-8cf2-336417d7233d req-b861c11d-65ca-4b0b-b95f-386c62c533b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d06255d3-526c-400b-a483-0e7d3be19af9 HTTP/1.1" status: 200 len: 853 time: 0.0707645 Apr 28 22:48:53.651849 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6aa76cf9-0a9c-4762-9984-b3de2b4f4ad3 req-045a4786-b3b6-4d35-8b88-dc9c9a5a7b49 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551126 Apr 28 22:48:53.668371 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16d2663f-6565-4efd-8cf2-336417d7233d req-60307926-7e55-4f9c-b99b-468bfd8928d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286348 Apr 28 22:48:53.758130 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16d2663f-6565-4efd-8cf2-336417d7233d req-94526a46-a3d2-4adc-a87a-d96cee330ad8 service neutron] 10.222.0.31 "GET /v2.0/networks/b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831335 Apr 28 22:48:53.860111 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16d2663f-6565-4efd-8cf2-336417d7233d req-846559c1-e2fc-45a0-b1e5-0cc30d00fa27 service neutron] 10.222.0.31 "GET /v2.0/networks/b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829041 Apr 28 22:48:54.207885 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf27a4-100a-47c9-affb-9211175067ed req-5d61f3bc-4526-43f9-ba74-1e489957793d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:54.209344 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-96cf27a4-100a-47c9-affb-9211175067ed req-5d61f3bc-4526-43f9-ba74-1e489957793d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0504940 Apr 28 22:48:54.254603 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-96cf27a4-100a-47c9-affb-9211175067ed req-f527e27f-67e6-498f-a7c3-64808f3e3d68 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398216 Apr 28 22:48:54.763306 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e59258-cddf-4451-a499-542b5545239a req-be313094-db2f-44e3-96e5-8cc08eaa5cfc tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:54.764746 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-73e59258-cddf-4451-a499-542b5545239a req-be313094-db2f-44e3-96e5-8cc08eaa5cfc tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 943 time: 0.0468183 Apr 28 22:48:54.809884 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-73e59258-cddf-4451-a499-542b5545239a req-1671e5b3-c40f-4882-977c-1f41771a4645 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389187 Apr 28 22:48:55.366501 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b5c53-e5a1-4bfe-9ed2-c92c151a5cc8 req-d4dec827-821b-4bdf-8f00-3c5c4795d898 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:55.367999 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d69b5c53-e5a1-4bfe-9ed2-c92c151a5cc8 req-d4dec827-821b-4bdf-8f00-3c5c4795d898 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0469258 Apr 28 22:48:55.413366 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d69b5c53-e5a1-4bfe-9ed2-c92c151a5cc8 req-b7071a1f-0ca1-47e0-8d15-1a66a104cea0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397727 Apr 28 22:48:55.918399 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c53b6-a4d3-4558-ab4d-989a7b94b05d req-6a6b286b-09ec-4505-becb-c42f2373f38f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:55.919860 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4f4c53b6-a4d3-4558-ab4d-989a7b94b05d req-6a6b286b-09ec-4505-becb-c42f2373f38f tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 943 time: 0.0453095 Apr 28 22:48:55.965794 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4f4c53b6-a4d3-4558-ab4d-989a7b94b05d req-65bd044f-e213-4ff3-bad1-8228742c04df tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404980 Apr 28 22:48:56.530501 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b119ec-d4a7-402a-ae96-37b34161a9e2 req-2a0f8fa6-82fa-4a4b-a31e-4c582fe9afa0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:56.531953 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b8b119ec-d4a7-402a-ae96-37b34161a9e2 req-2a0f8fa6-82fa-4a4b-a31e-4c582fe9afa0 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0495241 Apr 28 22:48:56.576907 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b8b119ec-d4a7-402a-ae96-37b34161a9e2 req-ce8cc57c-2dde-482d-9c1e-89d0a3924e87 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395219 Apr 28 22:48:57.079874 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67a3bf-7064-4785-8a14-f11eedbb17f4 req-55ceb072-437a-4f40-80c9-eb64d161d25a tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:57.081302 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5d67a3bf-7064-4785-8a14-f11eedbb17f4 req-55ceb072-437a-4f40-80c9-eb64d161d25a tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 943 time: 0.0491085 Apr 28 22:48:57.125744 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5d67a3bf-7064-4785-8a14-f11eedbb17f4 req-1fa08a74-314f-4abe-8fa8-fe5dee271660 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391107 Apr 28 22:48:57.688474 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321a265-f909-4587-8cb2-e017dc5e7943 req-d543a2c4-ca8c-4673-add3-d384efbc1bda tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:57.689982 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5321a265-f909-4587-8cb2-e017dc5e7943 req-d543a2c4-ca8c-4673-add3-d384efbc1bda tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0471215 Apr 28 22:48:57.735096 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5321a265-f909-4587-8cb2-e017dc5e7943 req-68c449c3-d44f-4948-8833-2d24851a2c8c tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397151 Apr 28 22:48:58.235806 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed2902-7b3b-4494-a2d4-1e478cff2ae7 req-b3a4ceaa-5258-4750-9385-ece6578fa238 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:58.237254 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-55ed2902-7b3b-4494-a2d4-1e478cff2ae7 req-b3a4ceaa-5258-4750-9385-ece6578fa238 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 943 time: 0.0463965 Apr 28 22:48:58.282355 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-55ed2902-7b3b-4494-a2d4-1e478cff2ae7 req-92d8f95c-a2cc-4f98-b2ad-cadd89b2145d tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398028 Apr 28 22:48:58.845913 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e739ea7-c1b8-4d6e-9d0d-61c36cad9e92 req-29003f21-98a0-46b5-be48-4a3c7dc873c9 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:58.847906 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3e739ea7-c1b8-4d6e-9d0d-61c36cad9e92 req-29003f21-98a0-46b5-be48-4a3c7dc873c9 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0453799 Apr 28 22:48:58.895308 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3e739ea7-c1b8-4d6e-9d0d-61c36cad9e92 req-8f92a2ea-0ec1-4da3-8bef-138f94dff6d8 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419712 Apr 28 22:48:59.006829 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dc082-8115-498a-838b-70ceffb8fd88 req-d657ab4d-b2a3-4fa3-b376-7a152710362a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:59.012433 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9a5dc082-8115-498a-838b-70ceffb8fd88 req-d657ab4d-b2a3-4fa3-b376-7a152710362a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0517390 Apr 28 22:48:59.017043 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 53478) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:48:59.022249 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-c3abd02b-ec0a-4644-922b-38d785f9a73e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Request body: {'floatingip': {'port_id': '570708ba-1935-42cd-b623-f42c08e315d9'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:48:59.077785 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c3abd02b-ec0a-4644-922b-38d785f9a73e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for floatingip (4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:59.438412 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d29f1-00de-4789-9cbd-73643d210590 req-6f21b689-5d9e-4368-ac29-9ede5c408da3 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:48:59.439878 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ee9d29f1-00de-4789-9cbd-73643d210590 req-6f21b689-5d9e-4368-ac29-9ede5c408da3 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 943 time: 0.0858729 Apr 28 22:48:59.529567 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ee9d29f1-00de-4789-9cbd-73643d210590 req-976e4fda-bd30-4992-b5ff-6b82233f9cbb tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828266 Apr 28 22:48:59.620085 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c3abd02b-ec0a-4644-922b-38d785f9a73e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:59.665604 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c3abd02b-ec0a-4644-922b-38d785f9a73e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:48:59.862614 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:48:59.967838 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 22d0adfa-56ee-41a2-96f9-898e0d3cfe36, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=22d0adfa-56ee-41a2-96f9-898e0d3cfe36,segment=NetworkSegment(adedda4b-5d9b-4767-aae1-5a1106983c15),segment_id=adedda4b-5d9b-4767-aae1-5a1106983c15)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:48:59.979865 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': '22d0adfa-56ee-41a2-96f9-898e0d3cfe36', 'network_id': 'b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1', 'port_id': '22d0adfa-56ee-41a2-96f9-898e0d3cfe36', 'mac_address': 'fa:16:3e:d9:61:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06255d3-526c-400b-a483-0e7d3be19af9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:49:00.018011 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:49:00.018409 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (22d0adfa-56ee-41a2-96f9-898e0d3cfe36), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:00.032658 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:49:00.052459 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 22d0adfa-56ee-41a2-96f9-898e0d3cfe36, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=22d0adfa-56ee-41a2-96f9-898e0d3cfe36,segment=NetworkSegment(adedda4b-5d9b-4767-aae1-5a1106983c15),segment_id=adedda4b-5d9b-4767-aae1-5a1106983c15)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:49:00.115671 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3abd02b-ec0a-4644-922b-38d785f9a73e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Router 280602cf-7405-46ef-91c4-5a34fa86aa1f has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:49:00.123255 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (22d0adfa-56ee-41a2-96f9-898e0d3cfe36), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:00.173781 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=22d0adfa-56ee-41a2-96f9-898e0d3cfe36,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:49:00.181331 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:00.181681 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:00.182074 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:00.182423 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:00.182762 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:00.183095 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:00.183428 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:00.183753 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:00.184083 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:00.184411 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:00.184741 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:00.185069 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:00.185395 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:00.185718 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:00.186068 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:00.224713 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3abd02b-ec0a-4644-922b-38d785f9a73e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:49:00.229442 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c3abd02b-ec0a-4644-922b-38d785f9a73e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:00.235060 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7dd447-2731-46fc-80d9-4246020edae9 None None] Sync routers for ids ['280602cf-7405-46ef-91c4-5a34fa86aa1f'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:49:00.245409 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7dd447-2731-46fc-80d9-4246020edae9 None None] Routers {'280602cf-7405-46ef-91c4-5a34fa86aa1f'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:49:00.246061 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-ce7dd447-2731-46fc-80d9-4246020edae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:48:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['280602cf-7405-46ef-91c4-5a34fa86aa1f'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:49:00.258043 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'tag': '570708ba-1935-42cd-b623-f42c08e315d9'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:49:00.260245 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079b7dbf-c0f8-4f45-bc5d-05d81a60b5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e2f265-611e-4c61-bdbe-ca49a8a792d0", "tag": "570708ba-1935-42cd-b623-f42c08e315d9"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:49:00.304847 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-c3abd02b-ec0a-4644-922b-38d785f9a73e tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "PUT /v2.0/floatingips/4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849 HTTP/1.1" status: 200 len: 993 time: 1.2750759 Apr 28 22:49:00.353464 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706d8257-0e80-4414-bdbb-8026d5c573f3 x-openstack-request-id: req-706d8257-0e80-4414-bdbb-8026d5c573f3 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:49:00.353763 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e2f265-611e-4c61-bdbe-ca49a8a792d0", "tag": "570708ba-1935-42cd-b623-f42c08e315d9", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:49:00.354050 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-706d8257-0e80-4414-bdbb-8026d5c573f3 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:49:00.354463 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-706d8257-0e80-4414-bdbb-8026d5c573f3'] response: {'name': 'network-changed', 'server_uuid': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'tag': '570708ba-1935-42cd-b623-f42c08e315d9', 'status': 'completed', 'code': 200} Apr 28 22:49:00.357954 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-ce7dd447-2731-46fc-80d9-4246020edae9 None None] Set router 280602cf-7405-46ef-91c4-5a34fa86aa1f gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:49:00.538993 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['22d0adfa-56ee-41a2-96f9-898e0d3cfe36'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:49:00.589219 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-ce7dd447-2731-46fc-80d9-4246020edae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:42:20Z', 'revision_number': 4, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port': {'id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:13Z', 'updated_at': '2022-04-28T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'port_id': '570708ba-1935-42cd-b623-f42c08e315d9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'mac_address': 'fa:16:3e:99:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:48:59Z', 'revision_number': 3, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab55a193-7abc-4048-ae63-e66820069be4', 'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'mac_address': 'fa:16:3e:c9:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:18Z', 'updated_at': '2022-04-28T22:42:28Z', 'revision_number': 5, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'subnets': [{'id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:49:00.623430 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7dd447-2731-46fc-80d9-4246020edae9 None None] Checking router: 280602cf-7405-46ef-91c4-5a34fa86aa1f for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:49:00.632853 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7dd447-2731-46fc-80d9-4246020edae9 None None] Routers {'280602cf-7405-46ef-91c4-5a34fa86aa1f'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:49:00.633468 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-ce7dd447-2731-46fc-80d9-4246020edae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:48:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['280602cf-7405-46ef-91c4-5a34fa86aa1f'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:49:00.654820 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b7dbf-c0f8-4f45-bc5d-05d81a60b5a9 req-7d770e48-c65f-4f75-9f66-76db809f583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:00.657124 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-079b7dbf-c0f8-4f45-bc5d-05d81a60b5a9 req-7d770e48-c65f-4f75-9f66-76db809f583b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 1129 time: 0.2804005 Apr 28 22:49:00.678220 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3bafa-ceab-4c7c-b317-77c945aba8f1 req-6be70a24-2bbc-452e-8412-14898f4643d6 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:00.686786 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-58a3bafa-ceab-4c7c-b317-77c945aba8f1 req-6be70a24-2bbc-452e-8412-14898f4643d6 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 944 time: 0.0633674 Apr 28 22:49:00.734373 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-58a3bafa-ceab-4c7c-b317-77c945aba8f1 req-6617a908-3617-4bd1-a45b-8c67f6cd4cc9 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466735 Apr 28 22:49:00.755725 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-ce7dd447-2731-46fc-80d9-4246020edae9 None None] Set router 280602cf-7405-46ef-91c4-5a34fa86aa1f gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:49:00.762219 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b7dbf-c0f8-4f45-bc5d-05d81a60b5a9 req-6d342017-1009-4dd8-88ec-004ac9a5ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:00.763706 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-079b7dbf-c0f8-4f45-bc5d-05d81a60b5a9 req-6d342017-1009-4dd8-88ec-004ac9a5ecaa service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 920 time: 0.0998082 Apr 28 22:49:00.831398 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-079b7dbf-c0f8-4f45-bc5d-05d81a60b5a9 req-90f0d07d-1327-404a-a1cb-29d20ab9e39c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=570708ba-1935-42cd-b623-f42c08e315d9 HTTP/1.1" status: 200 len: 1001 time: 0.0602000 Apr 28 22:49:00.877172 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b7dbf-c0f8-4f45-bc5d-05d81a60b5a9 req-f0fb3ce2-9f3e-4bd5-986b-0108f56736dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:00.879221 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-079b7dbf-c0f8-4f45-bc5d-05d81a60b5a9 req-f0fb3ce2-9f3e-4bd5-986b-0108f56736dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.0415092 Apr 28 22:49:00.920008 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b7dbf-c0f8-4f45-bc5d-05d81a60b5a9 req-b9c42117-7b8f-46df-99b2-56ce70442374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:00.921568 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-079b7dbf-c0f8-4f45-bc5d-05d81a60b5a9 req-b9c42117-7b8f-46df-99b2-56ce70442374 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370457 Apr 28 22:49:00.970814 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-ce7dd447-2731-46fc-80d9-4246020edae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:42:20Z', 'revision_number': 4, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port': {'id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:13Z', 'updated_at': '2022-04-28T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'port_id': '570708ba-1935-42cd-b623-f42c08e315d9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'mac_address': 'fa:16:3e:99:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:48:59Z', 'revision_number': 3, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab55a193-7abc-4048-ae63-e66820069be4', 'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'mac_address': 'fa:16:3e:c9:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:18Z', 'updated_at': '2022-04-28T22:42:28Z', 'revision_number': 5, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'subnets': [{'id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:49:01.000007 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7dd447-2731-46fc-80d9-4246020edae9 None None] The sync data for ids ['280602cf-7405-46ef-91c4-5a34fa86aa1f'] in dv-cinder-839825-1-iscsi is: [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:42:20Z', 'revision_number': 4, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port': {'id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:13Z', 'updated_at': '2022-04-28T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'port_id': '570708ba-1935-42cd-b623-f42c08e315d9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'mac_address': 'fa:16:3e:99:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:48:59Z', 'revision_number': 3, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab55a193-7abc-4048-ae63-e66820069be4', 'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'mac_address': 'fa:16:3e:c9:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:18Z', 'updated_at': '2022-04-28T22:42:28Z', 'revision_number': 5, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'subnets': [{'id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:49:01.021144 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-079b7dbf-c0f8-4f45-bc5d-05d81a60b5a9 req-edf10251-dd6b-430d-8a84-da21cb3ad352 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923491 Apr 28 22:49:01.118237 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-079b7dbf-c0f8-4f45-bc5d-05d81a60b5a9 req-a2066c66-0d2d-44d3-a463-ef37a6616e53 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910015 Apr 28 22:49:01.844407 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87633ad5-4b4e-4b0b-82e1-e497671590de req-0d7b48e5-c53c-4593-a957-e15be6e9026c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:01.845879 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-87633ad5-4b4e-4b0b-82e1-e497671590de req-0d7b48e5-c53c-4593-a957-e15be6e9026c tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 944 time: 0.0463977 Apr 28 22:49:01.879138 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:49:01.892567 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-87633ad5-4b4e-4b0b-82e1-e497671590de req-d7cbf8ce-a02b-42c1-b12a-09678b19e4e0 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 Apr 28 22:49:01.926062 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:49:01.985642 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:49:01.986042 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (22d0adfa-56ee-41a2-96f9-898e0d3cfe36), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:02.060713 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:49:02.061097 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (22d0adfa-56ee-41a2-96f9-898e0d3cfe36), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:02.083740 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbada2c-3027-4071-9630-f8d591ec16c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d0adfa-56ee-41a2-96f9-898e0d3cfe36'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:49:02.085987 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e24dfe-98c2-4432-a177-af7b4dc7f783" -d '{"events": [{"server_uuid": "dbbada2c-3027-4071-9630-f8d591ec16c6", "name": "network-vif-plugged", "status": "completed", "tag": "22d0adfa-56ee-41a2-96f9-898e0d3cfe36"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:49:02.097860 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 22d0adfa-56ee-41a2-96f9-898e0d3cfe36, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=22d0adfa-56ee-41a2-96f9-898e0d3cfe36,segment=NetworkSegment(adedda4b-5d9b-4767-aae1-5a1106983c15),segment_id=adedda4b-5d9b-4767-aae1-5a1106983c15)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:49:02.161138 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (22d0adfa-56ee-41a2-96f9-898e0d3cfe36), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:02.186422 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e32fb8-ce26-442c-9724-e4bd9e7f92b0 x-openstack-request-id: req-16e32fb8-ce26-442c-9724-e4bd9e7f92b0 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:49:02.186745 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbada2c-3027-4071-9630-f8d591ec16c6", "name": "network-vif-plugged", "status": "completed", "tag": "22d0adfa-56ee-41a2-96f9-898e0d3cfe36", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:49:02.187008 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16e32fb8-ce26-442c-9724-e4bd9e7f92b0 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:49:02.187403 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e32fb8-ce26-442c-9724-e4bd9e7f92b0'] response: {'server_uuid': 'dbbada2c-3027-4071-9630-f8d591ec16c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d0adfa-56ee-41a2-96f9-898e0d3cfe36', 'code': 200} Apr 28 22:49:02.213974 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=22d0adfa-56ee-41a2-96f9-898e0d3cfe36,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:49:02.355171 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'tag': '570708ba-1935-42cd-b623-f42c08e315d9'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:49:02.357561 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ec9d41-ebb9-4520-b8f4-7e9fba8b3274" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e2f265-611e-4c61-bdbe-ca49a8a792d0", "tag": "570708ba-1935-42cd-b623-f42c08e315d9"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:49:02.390540 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6c5bf0-c753-4925-b001-008ca42d308e x-openstack-request-id: req-1d6c5bf0-c753-4925-b001-008ca42d308e {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:49:02.390838 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e2f265-611e-4c61-bdbe-ca49a8a792d0", "tag": "570708ba-1935-42cd-b623-f42c08e315d9", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:49:02.391101 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d6c5bf0-c753-4925-b001-008ca42d308e {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:49:02.391492 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d6c5bf0-c753-4925-b001-008ca42d308e'] response: {'name': 'network-changed', 'server_uuid': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'tag': '570708ba-1935-42cd-b623-f42c08e315d9', 'status': 'completed', 'code': 200} Apr 28 22:49:02.476029 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec9d41-ebb9-4520-b8f4-7e9fba8b3274 req-11ba18fe-7ed9-43fe-b581-1c6cdf9e3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:02.477902 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a1ec9d41-ebb9-4520-b8f4-7e9fba8b3274 req-11ba18fe-7ed9-43fe-b581-1c6cdf9e3f1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 1129 time: 0.0412629 Apr 28 22:49:02.491330 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd32fe3-b7cd-42e8-a777-0a7ea9e74184 req-9efd9c93-7047-45e1-af2d-7f306dd040ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:02.492805 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5fd32fe3-b7cd-42e8-a777-0a7ea9e74184 req-9efd9c93-7047-45e1-af2d-7f306dd040ad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 1129 time: 0.0423481 Apr 28 22:49:02.534489 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5fd32fe3-b7cd-42e8-a777-0a7ea9e74184 req-379bbb7c-4c85-40bf-9b30-f41095267718 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360167 Apr 28 22:49:02.568233 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec9d41-ebb9-4520-b8f4-7e9fba8b3274 req-4ace5d33-1c0e-403c-9b98-25be1f562226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:02.569655 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a1ec9d41-ebb9-4520-b8f4-7e9fba8b3274 req-4ace5d33-1c0e-403c-9b98-25be1f562226 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 920 time: 0.0859637 Apr 28 22:49:02.903189 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a1ec9d41-ebb9-4520-b8f4-7e9fba8b3274 req-36e69796-de0c-424b-bd3a-26d49638f24a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=570708ba-1935-42cd-b623-f42c08e315d9 HTTP/1.1" status: 200 len: 1001 time: 0.0574112 Apr 28 22:49:02.964443 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec9d41-ebb9-4520-b8f4-7e9fba8b3274 req-70e109ff-3265-4877-abfc-186dc2bc459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:02.965899 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a1ec9d41-ebb9-4520-b8f4-7e9fba8b3274 req-70e109ff-3265-4877-abfc-186dc2bc459c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.0479410 Apr 28 22:49:03.009081 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0ece0-c241-49ef-b8dd-a918535dd299 req-6aa25a27-545c-4ccf-bc91-bded50dc963a tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:03.010588 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec9d41-ebb9-4520-b8f4-7e9fba8b3274 req-41dd9ee1-f06a-4f5b-b45e-054fd660d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:03.010722 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fcb0ece0-c241-49ef-b8dd-a918535dd299 req-6aa25a27-545c-4ccf-bc91-bded50dc963a tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 945 time: 0.0492370 Apr 28 22:49:03.012079 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a1ec9d41-ebb9-4520-b8f4-7e9fba8b3274 req-41dd9ee1-f06a-4f5b-b45e-054fd660d330 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383193 Apr 28 22:49:03.057500 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fcb0ece0-c241-49ef-b8dd-a918535dd299 req-40470dc8-93f6-4701-abc2-11808b71a3e3 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411463 Apr 28 22:49:03.102209 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a1ec9d41-ebb9-4520-b8f4-7e9fba8b3274 req-43441dbe-eaf3-4e6c-8200-acfb5506a684 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817683 Apr 28 22:49:03.754728 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a1ec9d41-ebb9-4520-b8f4-7e9fba8b3274 req-d044e725-5f46-4aa3-858a-b1eccce0b7e2 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865989 Apr 28 22:49:04.170272 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660de1a8-42e7-4f82-9f45-dae947d5291c req-e2d2214b-22b2-4ad6-86ca-509d6e67e1ab tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:04.171710 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-660de1a8-42e7-4f82-9f45-dae947d5291c req-e2d2214b-22b2-4ad6-86ca-509d6e67e1ab tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 945 time: 0.0466254 Apr 28 22:49:04.217157 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-660de1a8-42e7-4f82-9f45-dae947d5291c req-11e61404-d16c-4532-a865-413426a36b97 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 Apr 28 22:49:05.327170 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224f6df-3f75-4021-b6b8-72be920aefaf req-2d16e11b-258a-446a-abf4-fc115eaae765 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:05.328624 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8224f6df-3f75-4021-b6b8-72be920aefaf req-2d16e11b-258a-446a-abf4-fc115eaae765 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 945 time: 0.0469298 Apr 28 22:49:05.374958 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8224f6df-3f75-4021-b6b8-72be920aefaf req-8fb26719-22d1-4b74-a216-ab0fff0d6ec3 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403850 Apr 28 22:49:06.494306 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8e2891cf-1d71-4e1f-958f-a3fadebc20e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:08.631327 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-438a140e-0217-4d75-bbdb-707a62443987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:09.794431 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:11.231263 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:11.467698 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-854e5687-f9ad-48dc-b103-06aa5ade30f6 req-d372f817-a862-48a6-9c30-990269067006 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406868 Apr 28 22:49:11.525737 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e5687-f9ad-48dc-b103-06aa5ade30f6 req-dcfbd021-8c47-421f-b08a-fe3f359a0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:11.527232 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-854e5687-f9ad-48dc-b103-06aa5ade30f6 req-dcfbd021-8c47-421f-b08a-fe3f359a0ddb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d7c475a2444cb7beac065aff76acbe&device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 1130 time: 0.0377593 Apr 28 22:49:11.631186 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e5687-f9ad-48dc-b103-06aa5ade30f6 req-213acc01-a3cb-4b5f-8057-00e7ec86b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:11.632664 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-854e5687-f9ad-48dc-b103-06aa5ade30f6 req-213acc01-a3cb-4b5f-8057-00e7ec86b877 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 HTTP/1.1" status: 200 len: 912 time: 0.0823462 Apr 28 22:49:11.700512 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-854e5687-f9ad-48dc-b103-06aa5ade30f6 req-fb3640b6-e872-4aa4-98b2-f513a760586d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=516092d6-335c-4065-8ea1-4c8cb8895ef2 HTTP/1.1" status: 200 len: 1001 time: 0.0600445 Apr 28 22:49:11.747736 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e5687-f9ad-48dc-b103-06aa5ade30f6 req-849ee4eb-df3b-4b24-b3d6-aae660fb6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:11.749143 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-854e5687-f9ad-48dc-b103-06aa5ade30f6 req-849ee4eb-df3b-4b24-b3d6-aae660fb6ec8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f764963a-8464-4a24-ad54-07350b19889d HTTP/1.1" status: 200 len: 850 time: 0.0414300 Apr 28 22:49:11.792762 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e5687-f9ad-48dc-b103-06aa5ade30f6 req-d8f6a3c7-ec25-48d0-b88d-56108b42bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:11.794231 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-854e5687-f9ad-48dc-b103-06aa5ade30f6 req-d8f6a3c7-ec25-48d0-b88d-56108b42bcf1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380170 Apr 28 22:49:11.887050 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-854e5687-f9ad-48dc-b103-06aa5ade30f6 req-e37a7f68-8c43-45e2-8293-6ebc53e84b26 service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832896 Apr 28 22:49:11.980084 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-854e5687-f9ad-48dc-b103-06aa5ade30f6 req-96b3268f-2823-4a2a-b60b-ac5e137a5df0 service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838947 Apr 28 22:49:12.653857 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:15.845621 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:22.479299 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fba6cd-6f7f-4541-bf46-cd98c6e0a1ce req-272a9dde-0412-4ab0-a678-ac92d003560d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:22.480747 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e5fba6cd-6f7f-4541-bf46-cd98c6e0a1ce req-272a9dde-0412-4ab0-a678-ac92d003560d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0487950 Apr 28 22:49:22.526388 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e5fba6cd-6f7f-4541-bf46-cd98c6e0a1ce req-a2d5f3ca-f803-42a3-b01a-34125968e68d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398591 Apr 28 22:49:23.642493 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e1c1a-7c5d-4773-a5f7-7e7e5f7663cd req-ad710c3e-23bd-4440-a68f-f7b13cb32338 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:23.643840 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c24e1c1a-7c5d-4773-a5f7-7e7e5f7663cd req-ad710c3e-23bd-4440-a68f-f7b13cb32338 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0467265 Apr 28 22:49:23.688618 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c24e1c1a-7c5d-4773-a5f7-7e7e5f7663cd req-8404ebe8-3a96-466a-b472-4c43053cdb48 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392940 Apr 28 22:49:24.801687 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3d16-68d0-4dbc-80c5-1a82e6ac847b req-ed5665fd-ffbf-40c9-81d0-2f353fec6e35 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:24.803185 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6a1e3d16-68d0-4dbc-80c5-1a82e6ac847b req-ed5665fd-ffbf-40c9-81d0-2f353fec6e35 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0458755 Apr 28 22:49:24.848627 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6a1e3d16-68d0-4dbc-80c5-1a82e6ac847b req-e54e18a9-853f-44c6-8f59-bf6290de3107 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399544 Apr 28 22:49:25.959474 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661024c-0ecc-4952-ac56-f96b317120f7 req-4bef49b0-a381-4559-9223-46031ae1c14b tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:25.960964 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f661024c-0ecc-4952-ac56-f96b317120f7 req-4bef49b0-a381-4559-9223-46031ae1c14b tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0463326 Apr 28 22:49:26.006248 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f661024c-0ecc-4952-ac56-f96b317120f7 req-1f4dbcc6-e60f-4bc7-8899-c517986e02d9 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398846 Apr 28 22:49:26.673210 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:49:27.119130 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351e7c9-fc3e-4076-8162-87b7a017cb4b req-18c3dd0c-5a65-4d8b-add2-fa979cfaf312 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:27.120609 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a351e7c9-fc3e-4076-8162-87b7a017cb4b req-18c3dd0c-5a65-4d8b-add2-fa979cfaf312 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0485306 Apr 28 22:49:27.170002 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a351e7c9-fc3e-4076-8162-87b7a017cb4b req-b92b3685-c5e4-47b2-80a1-e8205026387e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439346 Apr 28 22:49:28.282980 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a55289-79b1-46b3-b15a-5eb847dfe12d req-98b10378-9f11-408f-b9e9-87eb7b454f5e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:28.284903 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-09a55289-79b1-46b3-b15a-5eb847dfe12d req-98b10378-9f11-408f-b9e9-87eb7b454f5e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0490692 Apr 28 22:49:28.330532 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-09a55289-79b1-46b3-b15a-5eb847dfe12d req-019e4476-9480-4bc3-8664-877166ba2e78 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400941 Apr 28 22:49:29.453831 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966575-89fd-4f08-a8c2-da37d9614784 req-b623927f-c589-438d-b3c4-803a8aca3df1 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:29.455303 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ed966575-89fd-4f08-a8c2-da37d9614784 req-b623927f-c589-438d-b3c4-803a8aca3df1 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0477035 Apr 28 22:49:29.500373 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ed966575-89fd-4f08-a8c2-da37d9614784 req-a7002d79-21ab-49ed-8435-fad50919dc35 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394661 Apr 28 22:49:30.611607 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc81af-3d64-4318-b602-70f2adac8212 req-76642682-51bb-4114-a080-ee30f96b38c5 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:30.613713 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-78dc81af-3d64-4318-b602-70f2adac8212 req-76642682-51bb-4114-a080-ee30f96b38c5 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0466392 Apr 28 22:49:30.668345 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-78dc81af-3d64-4318-b602-70f2adac8212 req-25e138e2-6a49-4e18-bebc-d4f9ee71454f tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452955 Apr 28 22:49:31.789646 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa769c4-0b4c-446b-bf2b-7be511855eb9 req-0777776b-2700-4a93-aef6-9ab7761e67ae tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:31.796369 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6fa769c4-0b4c-446b-bf2b-7be511855eb9 req-0777776b-2700-4a93-aef6-9ab7761e67ae tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0538909 Apr 28 22:49:31.837548 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6fa769c4-0b4c-446b-bf2b-7be511855eb9 req-871df62c-2967-4140-a4a8-d724794c5110 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403376 Apr 28 22:49:32.225040 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4929b-19ac-4ba4-b134-aa4ce63e071b req-366e4782-fb32-4770-a96c-126694b5f018 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:32.226508 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-32a4929b-19ac-4ba4-b134-aa4ce63e071b req-366e4782-fb32-4770-a96c-126694b5f018 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 945 time: 0.0505357 Apr 28 22:49:32.271601 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-32a4929b-19ac-4ba4-b134-aa4ce63e071b req-235d29df-58be-4c01-b6b9-862b5f2a69d9 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396328 Apr 28 22:49:32.955002 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26985a4e-56f2-49b9-9a6c-50524e3fceb7 req-8c704189-9961-4ae2-8b79-bee4e299131e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:32.956603 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-26985a4e-56f2-49b9-9a6c-50524e3fceb7 req-8c704189-9961-4ae2-8b79-bee4e299131e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0515070 Apr 28 22:49:33.002288 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-26985a4e-56f2-49b9-9a6c-50524e3fceb7 req-2070f57d-4869-4df2-b790-5362fc197b31 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402582 Apr 28 22:49:33.382410 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e1dd7-998f-400c-8347-d78b06497ce4 req-6f37465b-ce32-4ecb-8e92-35b0873ed8a4 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:33.383837 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0e0e1dd7-998f-400c-8347-d78b06497ce4 req-6f37465b-ce32-4ecb-8e92-35b0873ed8a4 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 945 time: 0.0460396 Apr 28 22:49:33.428570 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0e0e1dd7-998f-400c-8347-d78b06497ce4 req-dd3628f5-38c2-493e-b5e2-9d65f4fea08d tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394087 Apr 28 22:49:34.114443 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f727f-b8f7-46f5-83f9-ec4b2a5c886c req-bba1a851-662f-4d3b-8bc8-2660aa1d7c1d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:34.115902 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e10f727f-b8f7-46f5-83f9-ec4b2a5c886c req-bba1a851-662f-4d3b-8bc8-2660aa1d7c1d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0465436 Apr 28 22:49:34.160350 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e10f727f-b8f7-46f5-83f9-ec4b2a5c886c req-88110da5-39bd-4fd6-b62e-6fec75864c33 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391026 Apr 28 22:49:34.350035 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e7d45-0e1c-483d-b808-6e90c763f4be req-46e0173f-0005-4ea8-b735-990e92a80c93 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:34.351491 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6b6e7d45-0e1c-483d-b808-6e90c763f4be req-46e0173f-0005-4ea8-b735-990e92a80c93 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 945 time: 0.0478485 Apr 28 22:49:34.438337 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-6b6e7d45-0e1c-483d-b808-6e90c763f4be req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Deleting port 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:49:34.438997 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-6b6e7d45-0e1c-483d-b808-6e90c763f4be req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (22d0adfa-56ee-41a2-96f9-898e0d3cfe36), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:34.559805 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa0295-47f0-4af7-af9b-bce6aee16235 req-58510604-b8ad-4aaa-9fc2-b29be8c53f68 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:34.561252 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f0aa0295-47f0-4af7-af9b-bce6aee16235 req-58510604-b8ad-4aaa-9fc2-b29be8c53f68 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 945 time: 0.0665603 Apr 28 22:49:34.566010 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-6b6e7d45-0e1c-483d-b808-6e90c763f4be req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] For port 22d0adfa-56ee-41a2-96f9-898e0d3cfe36, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=22d0adfa-56ee-41a2-96f9-898e0d3cfe36,segment=NetworkSegment(adedda4b-5d9b-4767-aae1-5a1106983c15),segment_id=adedda4b-5d9b-4767-aae1-5a1106983c15)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:49:34.566371 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-6b6e7d45-0e1c-483d-b808-6e90c763f4be req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (22d0adfa-56ee-41a2-96f9-898e0d3cfe36), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:34.585248 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-6b6e7d45-0e1c-483d-b808-6e90c763f4be req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Calling delete_port for 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 owned by compute:nova {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:49:34.659896 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f0aa0295-47f0-4af7-af9b-bce6aee16235 req-6eee827b-eb75-4c97-8867-e4309e11424a tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/security-groups?id=91854ce6-a991-4dfa-b427-b9531488f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903482 Apr 28 22:49:34.805470 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-6b6e7d45-0e1c-483d-b808-6e90c763f4be req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (22d0adfa-56ee-41a2-96f9-898e0d3cfe36), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:34.818975 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['22d0adfa-56ee-41a2-96f9-898e0d3cfe36'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:49:34.836377 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Pushing event deleted for resources: {'Port': ['ID=22d0adfa-56ee-41a2-96f9-898e0d3cfe36,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:49:34.861469 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:34.861840 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:34.862709 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:34.863037 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:34.863372 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:34.863706 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:34.864039 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:34.864368 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:34.864697 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:34.865029 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:34.865360 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:34.865689 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:34.866037 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:34.866365 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:34.866690 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:49:34.889512 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6e7d45-0e1c-483d-b808-6e90c763f4be req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] No DVR routers for this DVR port 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 on host hv-cinder-83982 {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:49:34.891857 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-6b6e7d45-0e1c-483d-b808-6e90c763f4be req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:34.895062 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6b6e7d45-0e1c-483d-b808-6e90c763f4be req-e99443d2-1c29-44b8-a660-5d1170093ee7 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.31 "DELETE /v2.0/ports/22d0adfa-56ee-41a2-96f9-898e0d3cfe36 HTTP/1.1" status: 204 len: 173 time: 0.5385163 Apr 28 22:49:34.895504 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbada2c-3027-4071-9630-f8d591ec16c6', 'name': 'network-vif-deleted', 'tag': '22d0adfa-56ee-41a2-96f9-898e0d3cfe36'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:49:34.897819 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963f5cd8-2ee3-4afa-8513-a3c3dc09bd4c" -d '{"events": [{"server_uuid": "dbbada2c-3027-4071-9630-f8d591ec16c6", "name": "network-vif-deleted", "tag": "22d0adfa-56ee-41a2-96f9-898e0d3cfe36"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:49:34.932000 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091796db-2486-4540-9874-b7c15532460e x-openstack-request-id: req-091796db-2486-4540-9874-b7c15532460e {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:49:34.932297 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbada2c-3027-4071-9630-f8d591ec16c6", "name": "network-vif-deleted", "tag": "22d0adfa-56ee-41a2-96f9-898e0d3cfe36", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:49:34.932576 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-091796db-2486-4540-9874-b7c15532460e {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:49:34.932985 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-091796db-2486-4540-9874-b7c15532460e'] response: {'server_uuid': 'dbbada2c-3027-4071-9630-f8d591ec16c6', 'name': 'network-vif-deleted', 'tag': '22d0adfa-56ee-41a2-96f9-898e0d3cfe36', 'status': 'completed', 'code': 200} Apr 28 22:49:35.270754 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c7bf2-e450-4a9e-911d-843ee4cddee8 req-042ce358-a940-42a9-b15e-181899636e69 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:35.272211 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f59c7bf2-e450-4a9e-911d-843ee4cddee8 req-042ce358-a940-42a9-b15e-181899636e69 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0461185 Apr 28 22:49:35.321475 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f59c7bf2-e450-4a9e-911d-843ee4cddee8 req-f0d42379-2053-483e-9771-4121d4b29eef tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437698 Apr 28 22:49:35.767948 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-782bdc74-6d8c-49fc-8462-942e9c3ef41a req-d57adb0c-99c5-460a-b431-7e0de5bbedd6 tempest-VolumesSnapshotTestJSON-278194017 tempest-VolumesSnapshotTestJSON-278194017-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbada2c-3027-4071-9630-f8d591ec16c6 HTTP/1.1" status: 200 len: 210 time: 0.0280395 Apr 28 22:49:36.437087 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7c8f4-a227-4783-a899-f4a76b5adf89 req-164ce8b4-4a23-459a-ab0b-9a938211c8ea tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:36.438592 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bbf7c8f4-a227-4783-a899-f4a76b5adf89 req-164ce8b4-4a23-459a-ab0b-9a938211c8ea tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0461638 Apr 28 22:49:36.484721 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bbf7c8f4-a227-4783-a899-f4a76b5adf89 req-21438c87-3f17-4d94-a1c6-1b6effe190ea tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400460 Apr 28 22:49:36.510984 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bf883eed-f748-4777-9670-7d62e7318aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:36.826154 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326b047-722b-45a9-a754-5690c265accc req-55a02731-613d-4d93-9b9b-7509f8e78a83 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:36.827688 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3326b047-722b-45a9-a754-5690c265accc req-55a02731-613d-4d93-9b9b-7509f8e78a83 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0502727 Apr 28 22:49:36.875442 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3326b047-722b-45a9-a754-5690c265accc req-5ef8a4bb-f865-4191-89a4-d98618b43095 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412593 Apr 28 22:49:36.952534 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820e34f-76b5-4ca6-a9f5-3733471af853 req-3378c3ed-45a8-4a6e-b201-3cb670f3590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:36.955162 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f820e34f-76b5-4ca6-a9f5-3733471af853 req-3378c3ed-45a8-4a6e-b201-3cb670f3590f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d7c475a2444cb7beac065aff76acbe&device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 1130 time: 0.0488980 Apr 28 22:49:37.043191 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820e34f-76b5-4ca6-a9f5-3733471af853 req-1fb1b15b-3919-450a-b161-c5e96836270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:37.044667 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f820e34f-76b5-4ca6-a9f5-3733471af853 req-1fb1b15b-3919-450a-b161-c5e96836270e service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 HTTP/1.1" status: 200 len: 912 time: 0.0823267 Apr 28 22:49:37.110871 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f820e34f-76b5-4ca6-a9f5-3733471af853 req-22b2651b-48e0-42b4-939b-7c2098cdc17c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=516092d6-335c-4065-8ea1-4c8cb8895ef2 HTTP/1.1" status: 200 len: 1001 time: 0.0598032 Apr 28 22:49:37.159633 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820e34f-76b5-4ca6-a9f5-3733471af853 req-e9e470e7-a867-4dee-9077-3120d2576bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:37.161123 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f820e34f-76b5-4ca6-a9f5-3733471af853 req-e9e470e7-a867-4dee-9077-3120d2576bf0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f764963a-8464-4a24-ad54-07350b19889d HTTP/1.1" status: 200 len: 850 time: 0.0430753 Apr 28 22:49:37.203409 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820e34f-76b5-4ca6-a9f5-3733471af853 req-5510082c-adf5-450b-aed5-4bce07714103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:37.204837 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f820e34f-76b5-4ca6-a9f5-3733471af853 req-5510082c-adf5-450b-aed5-4bce07714103 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376127 Apr 28 22:49:37.303551 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f820e34f-76b5-4ca6-a9f5-3733471af853 req-31678026-0ae6-48d6-9619-63c1dd7e1b87 service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911186 Apr 28 22:49:37.403868 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f820e34f-76b5-4ca6-a9f5-3733471af853 req-0a7906ee-990c-4915-b7d9-66ee9f2457fc service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943458 Apr 28 22:49:37.994291 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740359a3-9900-46ed-a50c-bc5050dd2a83 req-0a265dee-a8cd-4f6d-a738-f7b430f399ba tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:37.995758 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-740359a3-9900-46ed-a50c-bc5050dd2a83 req-0a265dee-a8cd-4f6d-a738-f7b430f399ba tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0509620 Apr 28 22:49:38.025679 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:49:38.042150 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-740359a3-9900-46ed-a50c-bc5050dd2a83 req-fca5b800-3e34-46a4-a4b5-8be36dec89aa tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406625 Apr 28 22:49:38.046645 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:49:38.046991 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 22d0adfa-56ee-41a2-96f9-898e0d3cfe36 not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:49:38.668190 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d2472bd8-a4c4-4d5f-9c98-dfd47c253bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:39.159104 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550ef47-8b89-4450-a910-64e8db73b994 req-67e223c8-4e82-4b8b-afdc-78af0a425b49 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:39.160555 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3550ef47-8b89-4450-a910-64e8db73b994 req-67e223c8-4e82-4b8b-afdc-78af0a425b49 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0496578 Apr 28 22:49:39.206141 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3550ef47-8b89-4450-a910-64e8db73b994 req-dd1f1f04-4bbe-4da6-97b8-6ac811c37c6e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401487 Apr 28 22:49:39.796703 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:41.184883 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:41.853666 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d486183-e789-4965-b4bf-96f9ca106fe9 req-06a19123-859e-4c4a-b3ad-595c79d6d775 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:41.855182 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3d486183-e789-4965-b4bf-96f9ca106fe9 req-06a19123-859e-4c4a-b3ad-595c79d6d775 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 945 time: 0.0478387 Apr 28 22:49:41.902903 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3d486183-e789-4965-b4bf-96f9ca106fe9 req-8f30df7f-6d91-48a5-8f3a-e3f58bbf7b78 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421882 Apr 28 22:49:42.653600 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:43.015412 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff23a23-626c-47cd-ad71-b90abe273e10 req-db9eba90-64d7-4375-8bc5-1e6f36722e99 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:43.016865 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6ff23a23-626c-47cd-ad71-b90abe273e10 req-db9eba90-64d7-4375-8bc5-1e6f36722e99 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 945 time: 0.0455503 Apr 28 22:49:43.063481 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6ff23a23-626c-47cd-ad71-b90abe273e10 req-9d292687-651c-4d08-8ece-b3387bedbb04 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407772 Apr 28 22:49:44.174544 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3ebdf-9d47-458e-b933-a8098094bd28 req-8d08805d-62a9-472b-b945-9d3505ece090 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:44.175925 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6ce3ebdf-9d47-458e-b933-a8098094bd28 req-8d08805d-62a9-472b-b945-9d3505ece090 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 945 time: 0.0456159 Apr 28 22:49:44.226747 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6ce3ebdf-9d47-458e-b933-a8098094bd28 req-80364b2a-d904-4dbe-a8f9-0a97437f815c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448489 Apr 28 22:49:45.343490 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49533a-5f72-46cc-80f6-e441a6acd856 req-3f69ef95-67d4-4074-b2c1-14cfea9128de tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:45.345014 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7b49533a-5f72-46cc-80f6-e441a6acd856 req-3f69ef95-67d4-4074-b2c1-14cfea9128de tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 945 time: 0.0515165 Apr 28 22:49:45.394458 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7b49533a-5f72-46cc-80f6-e441a6acd856 req-91c07055-9b49-4777-879b-f4765105b6de tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437734 Apr 28 22:49:45.612424 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7216e-d9b7-4267-8f8e-e61916dd2478 req-55a452e9-6fbd-4266-8c60-5ff8bfb7f912 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:45.613846 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a0d7216e-d9b7-4267-8f8e-e61916dd2478 req-55a452e9-6fbd-4266-8c60-5ff8bfb7f912 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.31 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 945 time: 0.0456829 Apr 28 22:49:45.700660 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-a0d7216e-d9b7-4267-8f8e-e61916dd2478 req-fcd2026b-a19b-4b21-8d43-ab46dfda8d8d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Deleting port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:49:45.700998 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a0d7216e-d9b7-4267-8f8e-e61916dd2478 req-fcd2026b-a19b-4b21-8d43-ab46dfda8d8d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (4bf1b7a8-25d7-4a04-8ce8-906fde65bde6), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:45.792667 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-a0d7216e-d9b7-4267-8f8e-e61916dd2478 req-fcd2026b-a19b-4b21-8d43-ab46dfda8d8d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] For port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=4bf1b7a8-25d7-4a04-8ce8-906fde65bde6,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:49:45.793029 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a0d7216e-d9b7-4267-8f8e-e61916dd2478 req-fcd2026b-a19b-4b21-8d43-ab46dfda8d8d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (4bf1b7a8-25d7-4a04-8ce8-906fde65bde6), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:45.862527 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:46.006115 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a0d7216e-d9b7-4267-8f8e-e61916dd2478 req-fcd2026b-a19b-4b21-8d43-ab46dfda8d8d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:46.006476 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a0d7216e-d9b7-4267-8f8e-e61916dd2478 req-fcd2026b-a19b-4b21-8d43-ab46dfda8d8d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (b04a9b5a-c18d-48a9-a8aa-c55d03291c74), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:46.006808 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [req-a0d7216e-d9b7-4267-8f8e-e61916dd2478 req-fcd2026b-a19b-4b21-8d43-ab46dfda8d8d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Floating IP b04a9b5a-c18d-48a9-a8aa-c55d03291c74 disassociated. External IP: 172.27.0.46, port: 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6. Apr 28 22:49:46.007161 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-a0d7216e-d9b7-4267-8f8e-e61916dd2478 req-fcd2026b-a19b-4b21-8d43-ab46dfda8d8d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Calling delete_port for 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 owned by compute:nova {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:49:46.205513 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a0d7216e-d9b7-4267-8f8e-e61916dd2478 req-fcd2026b-a19b-4b21-8d43-ab46dfda8d8d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (4bf1b7a8-25d7-4a04-8ce8-906fde65bde6), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:46.236685 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2026b-a19b-4b21-8d43-ab46dfda8d8d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event deleted for resources: {'Port': ['ID=4bf1b7a8-25d7-4a04-8ce8-906fde65bde6,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:49:46.584262 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-17e7811b-83ca-4d1e-9b7c-3e1d72dad4d4 req-5fc8c72a-dbd0-484f-91a1-ffb5ee1bd585 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 210 time: 0.0339448 Apr 28 22:49:46.606319 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0d7216e-d9b7-4267-8f8e-e61916dd2478 req-fcd2026b-a19b-4b21-8d43-ab46dfda8d8d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:49:46.720475 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0d7216e-d9b7-4267-8f8e-e61916dd2478 req-fcd2026b-a19b-4b21-8d43-ab46dfda8d8d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:49:46.732100 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df2b015-4840-4fd7-ae9d-84f0aba28559 None None] Sync routers for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:49:46.743087 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df2b015-4840-4fd7-ae9d-84f0aba28559 None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:49:46.743713 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-3df2b015-4840-4fd7-ae9d-84f0aba28559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:49:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:49:46.764132 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d7216e-d9b7-4267-8f8e-e61916dd2478 req-fcd2026b-a19b-4b21-8d43-ab46dfda8d8d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] No DVR routers for this DVR port 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 on host hv-cinder-83982 {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:49:46.767152 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a0d7216e-d9b7-4267-8f8e-e61916dd2478 req-fcd2026b-a19b-4b21-8d43-ab46dfda8d8d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:46.770423 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a0d7216e-d9b7-4267-8f8e-e61916dd2478 req-fcd2026b-a19b-4b21-8d43-ab46dfda8d8d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.31 "DELETE /v2.0/ports/4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 HTTP/1.1" status: 204 len: 173 time: 1.1510155 Apr 28 22:49:46.770860 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639535bc-6ef9-409c-b4af-173df8679d2e', 'name': 'network-vif-deleted', 'tag': '4bf1b7a8-25d7-4a04-8ce8-906fde65bde6'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:49:46.773223 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d6faac-cda8-4145-be32-0ba2e5fc7e03" -d '{"events": [{"server_uuid": "639535bc-6ef9-409c-b4af-173df8679d2e", "name": "network-vif-deleted", "tag": "4bf1b7a8-25d7-4a04-8ce8-906fde65bde6"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:49:46.808997 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d01f22-4141-468a-a848-bdab5d911e34 x-openstack-request-id: req-15d01f22-4141-468a-a848-bdab5d911e34 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:49:46.809329 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639535bc-6ef9-409c-b4af-173df8679d2e", "name": "network-vif-deleted", "tag": "4bf1b7a8-25d7-4a04-8ce8-906fde65bde6", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:49:46.809562 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15d01f22-4141-468a-a848-bdab5d911e34 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:49:46.810005 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d01f22-4141-468a-a848-bdab5d911e34'] response: {'server_uuid': '639535bc-6ef9-409c-b4af-173df8679d2e', 'name': 'network-vif-deleted', 'tag': '4bf1b7a8-25d7-4a04-8ce8-906fde65bde6', 'status': 'completed', 'code': 200} Apr 28 22:49:46.862898 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-3df2b015-4840-4fd7-ae9d-84f0aba28559 None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:49:47.065939 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-3df2b015-4840-4fd7-ae9d-84f0aba28559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:49:47.092037 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df2b015-4840-4fd7-ae9d-84f0aba28559 None None] Checking router: 43a2ddb5-6429-488b-b4b9-2f7d0b116626 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:49:47.100267 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df2b015-4840-4fd7-ae9d-84f0aba28559 None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:49:47.101388 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-3df2b015-4840-4fd7-ae9d-84f0aba28559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:49:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:49:47.210899 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-3df2b015-4840-4fd7-ae9d-84f0aba28559 None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:49:47.407692 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-3df2b015-4840-4fd7-ae9d-84f0aba28559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:49:47.561058 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df2b015-4840-4fd7-ae9d-84f0aba28559 None None] The sync data for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi is: [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:49:47.696125 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a53345c7-b7a1-4232-955e-f47237128b2c req-451277f3-7abe-43d8-a5a7-79551afb4148 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=639535bc-6ef9-409c-b4af-173df8679d2e HTTP/1.1" status: 200 len: 210 time: 0.0279834 Apr 28 22:49:47.837575 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2cfd67-8b4c-44f9-a1ad-859737e5206e None None] New status for floating IP b04a9b5a-c18d-48a9-a8aa-c55d03291c74: DOWN {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:49:48.099811 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:49:48.121273 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:49:48.121623 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 4bf1b7a8-25d7-4a04-8ce8-906fde65bde6 not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:49:49.012753 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-4e12ce42-50dd-46da-b9d3-56bc3c313a72 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610198399&fields=id&tenant_id=f434106bf30945f58afaceb0b3a389b0 HTTP/1.1" status: 200 len: 267 time: 0.0449178 Apr 28 22:49:49.125217 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-69f0ddca-10a2-4934-8999-cfacf4ac74ec tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:49.126725 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-69f0ddca-10a2-4934-8999-cfacf4ac74ec tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/networks?id=0d4ddebe-289b-4288-8e3a-743f46cd7035 HTTP/1.1" status: 200 len: 811 time: 0.1076276 Apr 28 22:49:49.141378 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-6101ce24-4274-45be-b804-12f76c2fbe16 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/quotas/f434106bf30945f58afaceb0b3a389b0 HTTP/1.1" status: 200 len: 375 time: 0.0087566 Apr 28 22:49:49.188537 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-126b235e-7256-4be4-ab3d-0b26461ab7c6 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f434106bf30945f58afaceb0b3a389b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424981 Apr 28 22:49:49.288102 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-713ddebf-44d5-418e-ae71-b44a085baeea service neutron] 10.222.0.13 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854568 Apr 28 22:49:49.383814 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-80f745ef-fdee-411a-92da-e9a79e5ac956 service neutron] 10.222.0.13 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894377 Apr 28 22:49:49.943524 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9c077189-d596-407a-aed9-cf8ee469d736 req-63c617ab-b8f3-4247-9d79-53a6743c0b60 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 210 time: 0.0279243 Apr 28 22:49:51.038743 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0c69dd57-a99b-45af-8a74-d3bce997a9d2 req-0761ce1b-52fe-4540-889a-c239a7071a6b tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 210 time: 0.0278738 Apr 28 22:49:52.133892 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4a35f07f-ef25-4af5-b463-596de5572302 req-f4987856-8c5b-4c3a-8abe-e001c13ecafd tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 210 time: 0.0273428 Apr 28 22:49:53.231487 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6992d343-5f46-48d5-994b-91a2126c164a req-0ffd5386-7d3d-431c-980d-dddf5c214ae4 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 210 time: 0.0321758 Apr 28 22:49:54.322963 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c8b7ceed-c757-46ce-abd7-31a043bc8b17 req-61f68a92-6972-4254-a7bd-c7909b54c43a tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 210 time: 0.0281296 Apr 28 22:49:55.416016 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-014aa29f-4098-4bff-9a85-6cdae3978087 req-9f64aa8f-d5e2-4fe4-83f5-8fdc9c017a1e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 210 time: 0.0272117 Apr 28 22:49:55.941525 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-25802868-485a-4e45-9ee9-dbd6eeb949e5 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:55.942980 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-25802868-485a-4e45-9ee9-dbd6eeb949e5 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.31 "GET /v2.0/networks?id=0d4ddebe-289b-4288-8e3a-743f46cd7035 HTTP/1.1" status: 200 len: 811 time: 0.0995722 Apr 28 22:49:56.020339 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-25f4dd95-1937-4c41-9dc8-62c78b2773a7 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f434106bf30945f58afaceb0b3a389b0 HTTP/1.1" status: 200 len: 380 time: 0.0619805 Apr 28 22:49:56.029247 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-ce00b893-ced9-40b4-b01d-e6ce9a545c8c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Request body: {'port': {'device_id': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'admin_state_up': True, 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'security_groups': ['7265c189-860e-4a1e-8426-c05d7048629e']}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:49:56.211742 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-ce00b893-ced9-40b4-b01d-e6ce9a545c8c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Made reservation on behalf of f434106bf30945f58afaceb0b3a389b0 for: {'port': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:49:56.215402 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-ce00b893-ced9-40b4-b01d-e6ce9a545c8c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:56.344371 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-ce00b893-ced9-40b4-b01d-e6ce9a545c8c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Allocated IP 172.20.0.5 (0d4ddebe-289b-4288-8e3a-743f46cd7035/170b4ca0-74a9-45ac-9923-9c9a50ebf98b/3daacfde-e1f9-4fbf-8875-abd8f79b84aa) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:49:56.483522 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-ce00b893-ced9-40b4-b01d-e6ce9a545c8c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for port (3daacfde-e1f9-4fbf-8875-abd8f79b84aa), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:56.513867 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-68418f7d-9c90-4f3b-bd47-f35c029878fa req-e765c1f9-76bd-4deb-b783-e2dd3612f160 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 210 time: 0.0306418 Apr 28 22:49:56.568103 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-ce00b893-ced9-40b4-b01d-e6ce9a545c8c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (3daacfde-e1f9-4fbf-8875-abd8f79b84aa), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:56.611349 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-ce00b893-ced9-40b4-b01d-e6ce9a545c8c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Network 0d4ddebe-289b-4288-8e3a-743f46cd7035 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:49:56.617624 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-ce00b893-ced9-40b4-b01d-e6ce9a545c8c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:49:56.621454 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-ce00b893-ced9-40b4-b01d-e6ce9a545c8c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:49:56.628804 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00b893-ced9-40b4-b01d-e6ce9a545c8c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event updated for resources: {'Port': ['ID=3daacfde-e1f9-4fbf-8875-abd8f79b84aa,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:49:56.674415 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-ce00b893-ced9-40b4-b01d-e6ce9a545c8c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:56.675036 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-ce00b893-ced9-40b4-b01d-e6ce9a545c8c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:56.770499 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-ce00b893-ced9-40b4-b01d-e6ce9a545c8c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7447004 Apr 28 22:49:56.791337 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Request body: {'port': {'device_id': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:49:56.817524 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-da444ae2-3a53-4097-ba04-9b43dc768fb0 None None] Provisioning complete for port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:49:56.818131 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-da444ae2-3a53-4097-ba04-9b43dc768fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (3daacfde-e1f9-4fbf-8875-abd8f79b84aa), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:56.853771 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (3daacfde-e1f9-4fbf-8875-abd8f79b84aa), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:56.856751 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-da444ae2-3a53-4097-ba04-9b43dc768fb0 None None] Port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:49:57.112250 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3daacfde-e1f9-4fbf-8875-abd8f79b84aa {{(pid=110300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:49:57.121576 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Publish callbacks [] for port (3daacfde-e1f9-4fbf-8875-abd8f79b84aa), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:57.132678 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.provisioning_blocks [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Transition to ACTIVE for port object 3daacfde-e1f9-4fbf-8875-abd8f79b84aa will not be triggered until provisioned by entity L2. {{(pid=110300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:49:57.219338 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (3daacfde-e1f9-4fbf-8875-abd8f79b84aa), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:57.272758 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3daacfde-e1f9-4fbf-8875-abd8f79b84aa,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:49:57.354804 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Attempting to bind port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:49:57.355189 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Attempting to bind port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:49:57.355530 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Attempting to bind port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa on network 0d4ddebe-289b-4288-8e3a-743f46cd7035 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:49:57.360027 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa on network 0d4ddebe-289b-4288-8e3a-743f46cd7035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:49:57.366789 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Attempting to bind port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa on network 0d4ddebe-289b-4288-8e3a-743f46cd7035 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:49:57.366789 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:49:57.366789 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Checking segment: {'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:49:57.366789 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Bound using segment: {'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:49:57.366789 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Bound port: 3daacfde-e1f9-4fbf-8875-abd8f79b84aa, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:49:57.367418 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (3daacfde-e1f9-4fbf-8875-abd8f79b84aa), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:57.436094 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] For port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa, host hv-cinder-83982, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:49:57.439191 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] For port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=3daacfde-e1f9-4fbf-8875-abd8f79b84aa,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:49:57.499867 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (3daacfde-e1f9-4fbf-8875-abd8f79b84aa), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:57.535999 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:57.535999 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:49:57.537390 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] 10.222.0.31 "PUT /v2.0/ports/3daacfde-e1f9-4fbf-8875-abd8f79b84aa HTTP/1.1" status: 200 len: 1093 time: 0.7505748 Apr 28 22:49:57.537856 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'tag': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:49:57.540160 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55eee7b0-ef2b-4520-b967-4002c1336ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "4326297e-80b3-4ba1-97a3-daa5e155df95", "tag": "3daacfde-e1f9-4fbf-8875-abd8f79b84aa"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:49:57.589743 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c0c181-98c2-4704-bce7-87056c36be4b x-openstack-request-id: req-82c0c181-98c2-4704-bce7-87056c36be4b {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:49:57.590074 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4326297e-80b3-4ba1-97a3-daa5e155df95", "tag": "3daacfde-e1f9-4fbf-8875-abd8f79b84aa", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:49:57.590404 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82c0c181-98c2-4704-bce7-87056c36be4b {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:49:57.590887 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82c0c181-98c2-4704-bce7-87056c36be4b'] response: {'name': 'network-changed', 'server_uuid': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'tag': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa', 'status': 'completed', 'code': 200} Apr 28 22:49:57.591851 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c973594-e421-43c8-8ea6-a473f1b5dcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3daacfde-e1f9-4fbf-8875-abd8f79b84aa,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:49:57.679416 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef054c-cec8-4851-9cca-2b83614276d9 req-4e5b8f73-17bc-4690-9fda-420398e8f02e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:57.682728 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-82ef054c-cec8-4851-9cca-2b83614276d9 req-4e5b8f73-17bc-4690-9fda-420398e8f02e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 943 time: 0.0785496 Apr 28 22:49:57.703801 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eee7b0-ef2b-4520-b967-4002c1336ebd req-0fb5e099-21ef-4034-8a09-06f4fadf8472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:57.705441 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-55eee7b0-ef2b-4520-b967-4002c1336ebd req-0fb5e099-21ef-4034-8a09-06f4fadf8472 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f434106bf30945f58afaceb0b3a389b0&device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 1127 time: 0.0920341 Apr 28 22:49:57.801644 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-82ef054c-cec8-4851-9cca-2b83614276d9 req-e2ea00e8-64e6-4fe6-b703-98f9c832cd1a tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102087 Apr 28 22:49:57.839978 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eee7b0-ef2b-4520-b967-4002c1336ebd req-fe9ce260-23aa-4455-a09b-ce628e6f8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:57.841344 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-55eee7b0-ef2b-4520-b967-4002c1336ebd req-fe9ce260-23aa-4455-a09b-ce628e6f8213 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f434106bf30945f58afaceb0b3a389b0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1271336 Apr 28 22:49:57.940061 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eee7b0-ef2b-4520-b967-4002c1336ebd req-4cf5c2f6-4fd6-4be1-9ffc-d32d10fd5204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:57.941540 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-55eee7b0-ef2b-4520-b967-4002c1336ebd req-4cf5c2f6-4fd6-4be1-9ffc-d32d10fd5204 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943234 Apr 28 22:49:58.014819 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-440e0fc2-cd7b-493a-a7f1-f2b2d24dfb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:58.016301 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-440e0fc2-cd7b-493a-a7f1-f2b2d24dfb97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f434106bf30945f58afaceb0b3a389b0&device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 1127 time: 0.0393190 Apr 28 22:49:58.061475 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-eb08dcff-98ce-4460-8e6e-5f3880fd44b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3daacfde-e1f9-4fbf-8875-abd8f79b84aa HTTP/1.1" status: 200 len: 217 time: 0.0342321 Apr 28 22:49:58.112508 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-ca7927c6-88e4-4343-a41c-a5fb55c6d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:58.113917 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-ca7927c6-88e4-4343-a41c-a5fb55c6d41c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=170b4ca0-74a9-45ac-9923-9c9a50ebf98b HTTP/1.1" status: 200 len: 850 time: 0.0464511 Apr 28 22:49:58.156093 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-684071f3-c8aa-458f-8ad1-d741615a8ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:58.157567 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-684071f3-c8aa-458f-8ad1-d741615a8ddf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d4ddebe-289b-4288-8e3a-743f46cd7035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372958 Apr 28 22:49:58.243862 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-dc31d599-0420-4e43-84e1-13cc00e17f01 service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794888 Apr 28 22:49:58.332939 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4fe91e8-8c6d-4759-a981-85d601d79dc7 req-67db0138-28d9-48b9-b427-80c3a4842ef9 service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831151 Apr 28 22:49:58.919948 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2db9b-b0ba-4906-8eda-d7ee4f4de144 req-78f51021-73c1-4bf5-af60-bde0eba9b81b tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:49:58.921448 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-12a2db9b-b0ba-4906-8eda-d7ee4f4de144 req-78f51021-73c1-4bf5-af60-bde0eba9b81b tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 943 time: 0.0470405 Apr 28 22:49:58.974071 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-12a2db9b-b0ba-4906-8eda-d7ee4f4de144 req-8f75c475-9aad-4307-b534-f973b609a0bd tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470676 Apr 28 22:50:00.086191 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f7d9e-4c5f-4940-b1fa-1d5c47217bc3 req-61b0a603-660c-436e-b566-da2d37dff77e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:00.088367 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-144f7d9e-4c5f-4940-b1fa-1d5c47217bc3 req-61b0a603-660c-436e-b566-da2d37dff77e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 943 time: 0.0473590 Apr 28 22:50:00.135738 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-144f7d9e-4c5f-4940-b1fa-1d5c47217bc3 req-b370c396-9d75-4adc-9c81-2da6b51ac445 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419056 Apr 28 22:50:01.247053 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82320e8e-32df-4369-99f9-3988f924f558 req-896416ec-42ab-45eb-abd5-794ffdfb5644 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:01.248560 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-82320e8e-32df-4369-99f9-3988f924f558 req-896416ec-42ab-45eb-abd5-794ffdfb5644 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 943 time: 0.0469837 Apr 28 22:50:01.296302 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-82320e8e-32df-4369-99f9-3988f924f558 req-f70813ef-08f4-4188-81d5-f7372c473337 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418878 Apr 28 22:50:02.413844 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ef976-f6af-4f1b-bec9-1c6319b519a1 req-9e147714-93c4-41f3-8240-897ac37eed8b tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:02.415305 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c00ef976-f6af-4f1b-bec9-1c6319b519a1 req-9e147714-93c4-41f3-8240-897ac37eed8b tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 943 time: 0.0504394 Apr 28 22:50:02.462828 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c00ef976-f6af-4f1b-bec9-1c6319b519a1 req-4cc35d14-94b2-4edd-a6a8-72bd5d6a2383 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421295 Apr 28 22:50:03.576297 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6397b3-83a1-4efc-8106-9dbb5862902b req-c92cb10f-0d5f-4ff6-b581-77ddee5f79d0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:03.577796 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ea6397b3-83a1-4efc-8106-9dbb5862902b req-c92cb10f-0d5f-4ff6-b581-77ddee5f79d0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 943 time: 0.0504069 Apr 28 22:50:03.626452 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ea6397b3-83a1-4efc-8106-9dbb5862902b req-7c7630da-39a6-46d3-84e9-2a22c17409cc tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427816 Apr 28 22:50:03.661284 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:50:04.742947 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888db772-22ea-4fb5-8682-45c1c7654aa7 req-edaf1a05-be92-4eb8-8d19-69375f13a5ed tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:04.744458 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-888db772-22ea-4fb5-8682-45c1c7654aa7 req-edaf1a05-be92-4eb8-8d19-69375f13a5ed tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 943 time: 0.0501587 Apr 28 22:50:04.791994 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-888db772-22ea-4fb5-8682-45c1c7654aa7 req-edbba29f-6565-46d3-98b3-42815e8d1d81 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421128 Apr 28 22:50:05.902370 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71393590-34fb-4346-822a-d6b6ab5498ef req-a4dd6e5c-bbf1-4dcd-9b98-cfe0924c1e0f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:05.903837 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-71393590-34fb-4346-822a-d6b6ab5498ef req-a4dd6e5c-bbf1-4dcd-9b98-cfe0924c1e0f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 943 time: 0.0470374 Apr 28 22:50:05.951883 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-71393590-34fb-4346-822a-d6b6ab5498ef req-9c776442-42c1-422f-96d1-fec0db764846 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423806 Apr 28 22:50:06.162071 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 3daacfde-e1f9-4fbf-8875-abd8f79b84aa details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:50:06.262035 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=3daacfde-e1f9-4fbf-8875-abd8f79b84aa,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:06.272693 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'port_id': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa', 'mac_address': 'fa:16:3e:25:9a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:50:06.308545 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:50:06.308926 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (3daacfde-e1f9-4fbf-8875-abd8f79b84aa), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:06.321291 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3daacfde-e1f9-4fbf-8875-abd8f79b84aa {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:50:06.342520 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=3daacfde-e1f9-4fbf-8875-abd8f79b84aa,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:06.413702 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (3daacfde-e1f9-4fbf-8875-abd8f79b84aa), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:06.473264 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=3daacfde-e1f9-4fbf-8875-abd8f79b84aa,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:06.480566 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:06.481223 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:06.481568 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:06.481955 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:06.482342 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:06.482625 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:06.482952 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:06.483293 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:06.483606 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:06.483952 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:06.484270 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:06.484578 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:06.484898 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:06.485218 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:06.485537 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:06.504777 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6b4ce35c-4079-43ce-9e63-e88c76845f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:06.786274 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['3daacfde-e1f9-4fbf-8875-abd8f79b84aa'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:50:07.064492 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0b0d2-cd73-4394-a821-832628844ac7 req-a4288bf0-942f-400d-a831-20fe4002060c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:07.066021 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-78b0b0d2-cd73-4394-a821-832628844ac7 req-a4288bf0-942f-400d-a831-20fe4002060c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 944 time: 0.0456123 Apr 28 22:50:07.117651 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-78b0b0d2-cd73-4394-a821-832628844ac7 req-632bcd4b-6c59-4128-bac7-4d8f78351da2 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462022 Apr 28 22:50:07.627498 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 53892) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:07.670604 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4b7498-1b30-4aea-9bfa-604cb1963344 admin admin] Deleting subnet d06255d3-526c-400b-a483-0e7d3be19af9 {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 22:50:07.673594 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9c4b7498-1b30-4aea-9bfa-604cb1963344 admin admin] Publish callbacks [] for subnet (d06255d3-526c-400b-a483-0e7d3be19af9), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:07.706275 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9c4b7498-1b30-4aea-9bfa-604cb1963344 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4001100'] for subnet (d06255d3-526c-400b-a483-0e7d3be19af9), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:07.743516 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9c4b7498-1b30-4aea-9bfa-604cb1963344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711510'] for subnet (d06255d3-526c-400b-a483-0e7d3be19af9), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:07.848027 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9c4b7498-1b30-4aea-9bfa-604cb1963344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288626'] for subnet (d06255d3-526c-400b-a483-0e7d3be19af9), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:07.886347 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b7498-1b30-4aea-9bfa-604cb1963344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d06255d3-526c-400b-a483-0e7d3be19af9,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:07.888830 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9c4b7498-1b30-4aea-9bfa-604cb1963344 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:07.892992 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9c4b7498-1b30-4aea-9bfa-604cb1963344 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d06255d3-526c-400b-a483-0e7d3be19af9 HTTP/1.1" status: 204 len: 168 time: 0.2642548 Apr 28 22:50:07.893982 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 53894) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:07.966118 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719352'] for network (b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:08.041027 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708811', 'neutron.services.segments.db._delete_segments_for_network-8773828784761'] for network (b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:08.064549 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1']}} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:08.074244 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adedda4b-5d9b-4767-aae1-5a1106983c15') {'for_net_delete': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:08.074542 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adedda4b-5d9b-4767-aae1-5a1106983c15') {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:08.084264 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773828787842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521658950'] for segment (adedda4b-5d9b-4767-aae1-5a1106983c15), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:08.097724 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (adedda4b-5d9b-4767-aae1-5a1106983c15), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:08.103601 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=110299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 22:50:08.104007 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-521660271'] for segment (adedda4b-5d9b-4767-aae1-5a1106983c15), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: Traceback (most recent call last): Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: timer() Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: cb(*args, **kw) Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: return func(*args, **kwargs) Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: self._notify() Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: self.callback(batched_events) Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: event.method(event) Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: return f(self, *a, **k) Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: return self._get(url).json() Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: return self.request(url, 'GET', **kwargs) Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 22:50:08.105613 dv-cinder-839825-1-iscsi neutron-server[110299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 22:50:08.163375 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 3daacfde-e1f9-4fbf-8875-abd8f79b84aa up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:50:08.215154 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:50:08.223876 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833228'] for network (b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:08.229441 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:08.232860 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1 HTTP/1.1" status: 204 len: 168 time: 0.3374350 Apr 28 22:50:08.246025 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1ba3f-54dc-406d-8145-eff208989e53 req-ecf684c5-d716-41ac-a809-7fd599caaf2d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:08.247526 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8da1ba3f-54dc-406d-8145-eff208989e53 req-ecf684c5-d716-41ac-a809-7fd599caaf2d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 944 time: 0.0623436 Apr 28 22:50:08.263210 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3108da6-09e6-49fe-8e25-6c9bcd4cb5d1,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:08.268050 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:50:08.268443 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (3daacfde-e1f9-4fbf-8875-abd8f79b84aa), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:08.283543 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:08.283894 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:08.284239 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:08.284595 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:08.284912 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:08.285249 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:08.285583 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:08.285976 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:08.286624 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:08.286953 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:08.287580 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:08.287695 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:08.287963 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:08.288276 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:08.288607 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183f4e4-8421-4bd0-b011-786d59a75827 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:08.327225 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8da1ba3f-54dc-406d-8145-eff208989e53 req-7affb576-0ae4-4c59-8caa-3a64ada0237d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706630 Apr 28 22:50:08.350230 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:50:08.350623 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (3daacfde-e1f9-4fbf-8875-abd8f79b84aa), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:08.373448 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:50:08.375721 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5f7062-3abd-43c4-9efd-ebfc00b31a57" -d '{"events": [{"server_uuid": "4326297e-80b3-4ba1-97a3-daa5e155df95", "name": "network-vif-plugged", "status": "completed", "tag": "3daacfde-e1f9-4fbf-8875-abd8f79b84aa"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:50:08.388120 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=3daacfde-e1f9-4fbf-8875-abd8f79b84aa,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:08.412871 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf3a277-2250-4ec0-9ef1-c671d12c1954 x-openstack-request-id: req-caf3a277-2250-4ec0-9ef1-c671d12c1954 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:50:08.413163 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4326297e-80b3-4ba1-97a3-daa5e155df95", "name": "network-vif-plugged", "status": "completed", "tag": "3daacfde-e1f9-4fbf-8875-abd8f79b84aa", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:50:08.413424 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-caf3a277-2250-4ec0-9ef1-c671d12c1954 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:50:08.413853 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf3a277-2250-4ec0-9ef1-c671d12c1954'] response: {'server_uuid': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa', 'code': 200} Apr 28 22:50:08.453423 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (3daacfde-e1f9-4fbf-8875-abd8f79b84aa), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:08.504144 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=3daacfde-e1f9-4fbf-8875-abd8f79b84aa,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:08.553987 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 53902) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:08.595432 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-a70127d4-ea55-488b-9b0d-a1b5c23198ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b24c9ba53ff4c368ad61f0391ca35cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402522 Apr 28 22:50:08.597841 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 53904) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:08.636054 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bbd29ba5-caf9-4800-b3ce-9391ebd20b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:08.645527 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3c5a3cf0-83be-4f58-b0ab-fe3f0d3678f9 admin admin] Publish callbacks [] for security_group (91854ce6-a991-4dfa-b427-b9531488f2f5), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:08.667110 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3c5a3cf0-83be-4f58-b0ab-fe3f0d3678f9 admin admin] Publish callbacks [] for security_group (91854ce6-a991-4dfa-b427-b9531488f2f5), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:08.757828 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a0705-0c79-4d93-bd51-fd47779aecd2 req-6c66ecd2-33ff-4acf-ab60-4b12cd91ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:08.759316 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3c7a0705-0c79-4d93-bd51-fd47779aecd2 req-6c66ecd2-33ff-4acf-ab60-4b12cd91ad89 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 1129 time: 0.0399508 Apr 28 22:50:08.795960 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3c5a3cf0-83be-4f58-b0ab-fe3f0d3678f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (91854ce6-a991-4dfa-b427-b9531488f2f5), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:08.798665 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3c5a3cf0-83be-4f58-b0ab-fe3f0d3678f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:08.799861 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-3c5a3cf0-83be-4f58-b0ab-fe3f0d3678f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91854ce6-a991-4dfa-b427-b9531488f2f5 HTTP/1.1" status: 204 len: 168 time: 0.2010801 Apr 28 22:50:08.804443 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3c7a0705-0c79-4d93-bd51-fd47779aecd2 req-58d03f7d-2bfc-41a4-ba1a-938e93cd8ada service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383790 Apr 28 22:50:08.809012 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a3cf0-83be-4f58-b0ab-fe3f0d3678f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91854ce6-a991-4dfa-b427-b9531488f2f5,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:09.441434 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6b1f6-a239-41f2-b2b6-936a25cbba41 req-9df624b9-12f5-4304-adc5-cfeb2e6eff47 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:09.442922 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-86c6b1f6-a239-41f2-b2b6-936a25cbba41 req-9df624b9-12f5-4304-adc5-cfeb2e6eff47 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 945 time: 0.0461633 Apr 28 22:50:09.494003 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-86c6b1f6-a239-41f2-b2b6-936a25cbba41 req-3c121326-3b0d-4515-92b5-809d652b44e5 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451310 Apr 28 22:50:09.799476 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:10.606276 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0503be8-5b31-4a4b-ab87-7266d2e50b6d req-223108a8-7d58-4523-a2c0-1ba7addcfe90 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:10.607755 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d0503be8-5b31-4a4b-ab87-7266d2e50b6d req-223108a8-7d58-4523-a2c0-1ba7addcfe90 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 945 time: 0.0474093 Apr 28 22:50:10.656676 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d0503be8-5b31-4a4b-ab87-7266d2e50b6d req-0aa512f7-9244-4d4d-a8b7-b12592c35322 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428319 Apr 28 22:50:10.770374 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c41149-135a-4ff9-aef6-caae283a1b57 req-45eaff9a-cd29-4f59-a024-cdbf7e1aea91 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:10.771854 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b6c41149-135a-4ff9-aef6-caae283a1b57 req-45eaff9a-cd29-4f59-a024-cdbf7e1aea91 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 945 time: 0.0475199 Apr 28 22:50:10.819309 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b6c41149-135a-4ff9-aef6-caae283a1b57 req-18162756-8847-4603-b06e-24bb795d3652 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413799 Apr 28 22:50:10.841844 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 53914) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:10.878197 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39644aa-dab1-4ff9-81b6-e00b51e831d2 tempest-TestVolumeBootPattern-1950852160 tempest-TestVolumeBootPattern-1950852160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:10.879631 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-c39644aa-dab1-4ff9-81b6-e00b51e831d2 tempest-TestVolumeBootPattern-1950852160 tempest-TestVolumeBootPattern-1950852160-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 1124 time: 0.0368207 Apr 28 22:50:10.882251 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 53916) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:10.886867 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Request body: {'floatingip': {'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'port_id': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:50:10.987677 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:11.066392 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:11.169927 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Allocated IP 172.27.0.240 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/f09371be-63bd-4171-9ef4-03e1d0a4286c) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:50:11.178688 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:11.271737 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for port (f09371be-63bd-4171-9ef4-03e1d0a4286c), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:11.362031 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (f09371be-63bd-4171-9ef4-03e1d0a4286c), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:11.399643 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:50:11.402455 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:50:11.404953 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:50:11.434199 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event updated for resources: {'Port': ['ID=f09371be-63bd-4171-9ef4-03e1d0a4286c,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:11.779439 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for floatingip (e472203d-2af5-4a20-b37e-693ec39612ce), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:11.901869 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (f09371be-63bd-4171-9ef4-03e1d0a4286c), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:12.049644 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for port (f09371be-63bd-4171-9ef4-03e1d0a4286c), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:12.124857 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (f09371be-63bd-4171-9ef4-03e1d0a4286c), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:12.192572 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event updated for resources: {'Port': ['ID=f09371be-63bd-4171-9ef4-03e1d0a4286c,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:12.204760 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (e472203d-2af5-4a20-b37e-693ec39612ce), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:12.303444 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.l3_db [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Floating IP e472203d-2af5-4a20-b37e-693ec39612ce associated. External IP: 172.27.0.240, port: 3daacfde-e1f9-4fbf-8875-abd8f79b84aa. Apr 28 22:50:12.513403 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:50:12.620851 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:50:12.629755 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ad886-42d4-489e-b866-5b825af5e15c None None] Sync routers for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:50:12.640905 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ad886-42d4-489e-b866-5b825af5e15c None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:50:12.641516 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-479ad886-42d4-489e-b866-5b825af5e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:50:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:12.727358 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:12.733410 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:12.752272 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-479ad886-42d4-489e-b866-5b825af5e15c None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:50:12.773555 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-4bf81054-f200-41e8-9220-1326690b6209 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8805578 Apr 28 22:50:12.773555 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'tag': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:50:12.773555 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aff20c4-dae8-4d03-a9d1-758b6be9dd20" -d '{"events": [{"name": "network-changed", "server_uuid": "4326297e-80b3-4ba1-97a3-daa5e155df95", "tag": "3daacfde-e1f9-4fbf-8875-abd8f79b84aa"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:50:12.801225 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9267e7-c7fd-4bf5-9794-b5ddca8fd33c x-openstack-request-id: req-ff9267e7-c7fd-4bf5-9794-b5ddca8fd33c {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:50:12.801845 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4326297e-80b3-4ba1-97a3-daa5e155df95", "tag": "3daacfde-e1f9-4fbf-8875-abd8f79b84aa", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:50:12.801845 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff9267e7-c7fd-4bf5-9794-b5ddca8fd33c {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:50:12.802191 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9267e7-c7fd-4bf5-9794-b5ddca8fd33c'] response: {'name': 'network-changed', 'server_uuid': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'tag': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa', 'status': 'completed', 'code': 200} Apr 28 22:50:12.863283 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff20c4-dae8-4d03-a9d1-758b6be9dd20 req-ac015b02-a468-4e26-adbc-9e21f4eb6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:12.864773 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1aff20c4-dae8-4d03-a9d1-758b6be9dd20 req-ac015b02-a468-4e26-adbc-9e21f4eb6285 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f434106bf30945f58afaceb0b3a389b0&device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 1129 time: 0.0420675 Apr 28 22:50:12.952526 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff20c4-dae8-4d03-a9d1-758b6be9dd20 req-52565ece-a352-4af8-835a-ed9cc372cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:12.953939 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1aff20c4-dae8-4d03-a9d1-758b6be9dd20 req-52565ece-a352-4af8-835a-ed9cc372cf7e service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d4ddebe-289b-4288-8e3a-743f46cd7035 HTTP/1.1" status: 200 len: 912 time: 0.0831232 Apr 28 22:50:12.964248 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-479ad886-42d4-489e-b866-5b825af5e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'e472203d-2af5-4a20-b37e-693ec39612ce', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'port_id': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'mac_address': 'fa:16:3e:25:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:50:11Z', 'updated_at': '2022-04-28T22:50:11Z', 'revision_number': 0, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:12.995695 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ad886-42d4-489e-b866-5b825af5e15c None None] Checking router: 43a2ddb5-6429-488b-b4b9-2f7d0b116626 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:50:13.003986 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ad886-42d4-489e-b866-5b825af5e15c None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:50:13.004596 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-479ad886-42d4-489e-b866-5b825af5e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:50:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:13.023281 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1aff20c4-dae8-4d03-a9d1-758b6be9dd20 req-af7d8094-6b0b-4050-a424-86cd022b86ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3daacfde-e1f9-4fbf-8875-abd8f79b84aa HTTP/1.1" status: 200 len: 999 time: 0.0620878 Apr 28 22:50:13.070301 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff20c4-dae8-4d03-a9d1-758b6be9dd20 req-7c30a583-b6e2-4c26-9a7a-bd4f509acb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:13.071730 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1aff20c4-dae8-4d03-a9d1-758b6be9dd20 req-7c30a583-b6e2-4c26-9a7a-bd4f509acb03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=170b4ca0-74a9-45ac-9923-9c9a50ebf98b HTTP/1.1" status: 200 len: 850 time: 0.0424139 Apr 28 22:50:13.113754 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-479ad886-42d4-489e-b866-5b825af5e15c None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:50:13.114639 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff20c4-dae8-4d03-a9d1-758b6be9dd20 req-1ec162d9-d51d-4491-bbc0-33a42ba4fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:13.116168 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1aff20c4-dae8-4d03-a9d1-758b6be9dd20 req-1ec162d9-d51d-4491-bbc0-33a42ba4fe97 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d4ddebe-289b-4288-8e3a-743f46cd7035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380580 Apr 28 22:50:13.208382 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1aff20c4-dae8-4d03-a9d1-758b6be9dd20 req-e6d5a2bc-2f79-4f8d-a4ab-14449558be88 service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842507 Apr 28 22:50:13.295592 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1aff20c4-dae8-4d03-a9d1-758b6be9dd20 req-7d1959b3-f20c-4f2c-8d3b-0a2a8533a0d1 service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811045 Apr 28 22:50:13.324768 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-479ad886-42d4-489e-b866-5b825af5e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'e472203d-2af5-4a20-b37e-693ec39612ce', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'port_id': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'mac_address': 'fa:16:3e:25:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:50:11Z', 'updated_at': '2022-04-28T22:50:11Z', 'revision_number': 0, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:13.350872 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ad886-42d4-489e-b866-5b825af5e15c None None] The sync data for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi is: [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'e472203d-2af5-4a20-b37e-693ec39612ce', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'port_id': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'mac_address': 'fa:16:3e:25:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:50:11Z', 'updated_at': '2022-04-28T22:50:11Z', 'revision_number': 0, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:50:13.539244 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11499c5e-09fc-4d40-b680-31e45620eec9 None None] New status for floating IP e472203d-2af5-4a20-b37e-693ec39612ce: ACTIVE {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:50:14.202195 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-abdda78d-b666-472f-9ea3-c26293ae4404 req-8469ad7f-da06-413b-94ca-8d04a8b93851 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410030 Apr 28 22:50:14.258877 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdda78d-b666-472f-9ea3-c26293ae4404 req-f83ddca4-1024-4534-ad8a-a93048e3090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:14.260923 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-abdda78d-b666-472f-9ea3-c26293ae4404 req-f83ddca4-1024-4534-ad8a-a93048e3090c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 1129 time: 0.0382235 Apr 28 22:50:14.361004 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdda78d-b666-472f-9ea3-c26293ae4404 req-8bb06856-6ff6-4db9-8fc7-ceaaed46421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:14.362585 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-abdda78d-b666-472f-9ea3-c26293ae4404 req-8bb06856-6ff6-4db9-8fc7-ceaaed46421a service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 200 len: 920 time: 0.0843647 Apr 28 22:50:14.428567 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-abdda78d-b666-472f-9ea3-c26293ae4404 req-831b41c1-b4b3-400f-8635-27524fd3e047 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=570708ba-1935-42cd-b623-f42c08e315d9 HTTP/1.1" status: 200 len: 1001 time: 0.0597744 Apr 28 22:50:14.475230 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdda78d-b666-472f-9ea3-c26293ae4404 req-a7a651e8-2a53-4f9b-9387-1196d3e11ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:14.476521 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-abdda78d-b666-472f-9ea3-c26293ae4404 req-a7a651e8-2a53-4f9b-9387-1196d3e11ac2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 200 len: 858 time: 0.0418594 Apr 28 22:50:14.518046 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdda78d-b666-472f-9ea3-c26293ae4404 req-06003ba0-7985-4ad4-95c7-1e8ab6cd1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:14.519476 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-abdda78d-b666-472f-9ea3-c26293ae4404 req-06003ba0-7985-4ad4-95c7-1e8ab6cd1a5e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367708 Apr 28 22:50:14.612629 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-abdda78d-b666-472f-9ea3-c26293ae4404 req-16686bc4-fb21-408e-a368-abd9c8cbf7b3 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867116 Apr 28 22:50:14.703182 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-abdda78d-b666-472f-9ea3-c26293ae4404 req-dc68a9f9-70b4-421d-9932-c63e0fff6fb8 service neutron] 10.222.0.31 "GET /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842757 Apr 28 22:50:15.844695 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:19.118607 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b7b3c-2181-4393-aa78-92ea5985d787 req-ff4cf9a4-a73d-4add-b00e-75ca47ec2e0a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:19.120783 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2a9b7b3c-2181-4393-aa78-92ea5985d787 req-ff4cf9a4-a73d-4add-b00e-75ca47ec2e0a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0477662 Apr 28 22:50:19.165349 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2a9b7b3c-2181-4393-aa78-92ea5985d787 req-b1dc1262-8880-4b8f-a52d-f3c058263959 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389524 Apr 28 22:50:20.289629 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc55e4-68c0-42dd-b9ee-3ab50befb9ba req-55c42357-3872-4b8e-a79d-ef48b6453245 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:20.291291 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-48bc55e4-68c0-42dd-b9ee-3ab50befb9ba req-55c42357-3872-4b8e-a79d-ef48b6453245 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0512023 Apr 28 22:50:20.340310 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-48bc55e4-68c0-42dd-b9ee-3ab50befb9ba req-3e2fd072-6e87-4d6d-bc3e-083e4d671db5 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426769 Apr 28 22:50:21.451796 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d8d0f-5517-4cd5-8ae1-604858952813 req-c70f953d-7b9e-4aa1-a842-e25078428e41 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:21.453238 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c16d8d0f-5517-4cd5-8ae1-604858952813 req-c70f953d-7b9e-4aa1-a842-e25078428e41 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0458038 Apr 28 22:50:21.500728 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c16d8d0f-5517-4cd5-8ae1-604858952813 req-9cb2119e-8c43-468e-921a-42994cad501f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421581 Apr 28 22:50:22.626353 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d317a40-2aa8-4811-810c-1e862e2af2be req-4a17eafc-3732-4f77-98f6-fcc60d7131a9 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:22.627936 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6d317a40-2aa8-4811-810c-1e862e2af2be req-4a17eafc-3732-4f77-98f6-fcc60d7131a9 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0597198 Apr 28 22:50:22.724717 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19842814-4f58-41cc-8c38-cc9b1904bfca req-ff5e5866-98bc-44d8-acb9-8bead4fb5bed tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:22.726225 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-19842814-4f58-41cc-8c38-cc9b1904bfca req-ff5e5866-98bc-44d8-acb9-8bead4fb5bed tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 945 time: 0.0778263 Apr 28 22:50:22.730953 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6d317a40-2aa8-4811-810c-1e862e2af2be req-78bcd420-9bfe-43f8-b6be-65dbfb95c6f7 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=0bbab17b-af6e-43aa-b9a1-f7f6848992c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972767 Apr 28 22:50:22.827669 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-19842814-4f58-41cc-8c38-cc9b1904bfca req-4a4524ce-abf2-4096-8d43-ff29464c694f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Deleting port 570708ba-1935-42cd-b623-f42c08e315d9 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:50:22.828169 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-19842814-4f58-41cc-8c38-cc9b1904bfca req-4a4524ce-abf2-4096-8d43-ff29464c694f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (570708ba-1935-42cd-b623-f42c08e315d9), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:22.941232 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-19842814-4f58-41cc-8c38-cc9b1904bfca req-4a4524ce-abf2-4096-8d43-ff29464c694f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] For port 570708ba-1935-42cd-b623-f42c08e315d9, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=570708ba-1935-42cd-b623-f42c08e315d9,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:22.941746 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-19842814-4f58-41cc-8c38-cc9b1904bfca req-4a4524ce-abf2-4096-8d43-ff29464c694f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (570708ba-1935-42cd-b623-f42c08e315d9), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:23.364243 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-19842814-4f58-41cc-8c38-cc9b1904bfca req-4a4524ce-abf2-4096-8d43-ff29464c694f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:23.364607 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-19842814-4f58-41cc-8c38-cc9b1904bfca req-4a4524ce-abf2-4096-8d43-ff29464c694f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:23.364924 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [req-19842814-4f58-41cc-8c38-cc9b1904bfca req-4a4524ce-abf2-4096-8d43-ff29464c694f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Floating IP 4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849 disassociated. External IP: 172.27.0.113, port: 570708ba-1935-42cd-b623-f42c08e315d9. Apr 28 22:50:23.365273 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-19842814-4f58-41cc-8c38-cc9b1904bfca req-4a4524ce-abf2-4096-8d43-ff29464c694f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Calling delete_port for 570708ba-1935-42cd-b623-f42c08e315d9 owned by compute:nova {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:50:23.536513 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-19842814-4f58-41cc-8c38-cc9b1904bfca req-4a4524ce-abf2-4096-8d43-ff29464c694f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (570708ba-1935-42cd-b623-f42c08e315d9), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:23.565839 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4524ce-abf2-4096-8d43-ff29464c694f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Pushing event deleted for resources: {'Port': ['ID=570708ba-1935-42cd-b623-f42c08e315d9,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:23.680175 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19842814-4f58-41cc-8c38-cc9b1904bfca req-4a4524ce-abf2-4096-8d43-ff29464c694f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Router 280602cf-7405-46ef-91c4-5a34fa86aa1f has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:50:23.788647 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19842814-4f58-41cc-8c38-cc9b1904bfca req-4a4524ce-abf2-4096-8d43-ff29464c694f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:50:23.799677 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb61ffc1-a21e-477b-9156-ceb45ddbab75 None None] Sync routers for ids ['280602cf-7405-46ef-91c4-5a34fa86aa1f'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:50:23.812292 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb61ffc1-a21e-477b-9156-ceb45ddbab75 None None] Routers {'280602cf-7405-46ef-91c4-5a34fa86aa1f'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:50:23.812995 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-cb61ffc1-a21e-477b-9156-ceb45ddbab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:50:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['280602cf-7405-46ef-91c4-5a34fa86aa1f'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:23.835508 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-19842814-4f58-41cc-8c38-cc9b1904bfca req-4a4524ce-abf2-4096-8d43-ff29464c694f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] No DVR routers for this DVR port 570708ba-1935-42cd-b623-f42c08e315d9 on host hv-cinder-83982 {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:50:23.836569 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-80842d1a-7223-44de-aaef-686feaec3e43 req-c42b5ac0-f415-46ae-92f5-202d6f7eda7a tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5e2f265-611e-4c61-bdbe-ca49a8a792d0 HTTP/1.1" status: 200 len: 210 time: 0.0292172 Apr 28 22:50:23.838167 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-19842814-4f58-41cc-8c38-cc9b1904bfca req-4a4524ce-abf2-4096-8d43-ff29464c694f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:23.842122 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-19842814-4f58-41cc-8c38-cc9b1904bfca req-4a4524ce-abf2-4096-8d43-ff29464c694f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.31 "DELETE /v2.0/ports/570708ba-1935-42cd-b623-f42c08e315d9 HTTP/1.1" status: 204 len: 173 time: 1.1100197 Apr 28 22:50:23.842580 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'name': 'network-vif-deleted', 'tag': '570708ba-1935-42cd-b623-f42c08e315d9'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:50:23.845462 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80fc226-e9d4-4383-8a86-1f06361c1387" -d '{"events": [{"server_uuid": "a5e2f265-611e-4c61-bdbe-ca49a8a792d0", "name": "network-vif-deleted", "tag": "570708ba-1935-42cd-b623-f42c08e315d9"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:50:23.881562 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de13a290-62f7-4a94-8f3e-c48782ebf427 x-openstack-request-id: req-de13a290-62f7-4a94-8f3e-c48782ebf427 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:50:23.881886 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e2f265-611e-4c61-bdbe-ca49a8a792d0", "name": "network-vif-deleted", "tag": "570708ba-1935-42cd-b623-f42c08e315d9", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:50:23.882185 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de13a290-62f7-4a94-8f3e-c48782ebf427 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:50:23.882573 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de13a290-62f7-4a94-8f3e-c48782ebf427'] response: {'server_uuid': 'a5e2f265-611e-4c61-bdbe-ca49a8a792d0', 'name': 'network-vif-deleted', 'tag': '570708ba-1935-42cd-b623-f42c08e315d9', 'status': 'completed', 'code': 200} Apr 28 22:50:24.062732 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-cb61ffc1-a21e-477b-9156-ceb45ddbab75 None None] Set router 280602cf-7405-46ef-91c4-5a34fa86aa1f gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:50:24.246832 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-cb61ffc1-a21e-477b-9156-ceb45ddbab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:42:20Z', 'revision_number': 4, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port': {'id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:13Z', 'updated_at': '2022-04-28T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'ab55a193-7abc-4048-ae63-e66820069be4', 'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'mac_address': 'fa:16:3e:c9:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:18Z', 'updated_at': '2022-04-28T22:42:28Z', 'revision_number': 5, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'subnets': [{'id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:24.277404 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb61ffc1-a21e-477b-9156-ceb45ddbab75 None None] Checking router: 280602cf-7405-46ef-91c4-5a34fa86aa1f for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:50:24.285714 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb61ffc1-a21e-477b-9156-ceb45ddbab75 None None] Routers {'280602cf-7405-46ef-91c4-5a34fa86aa1f'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:50:24.286345 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-cb61ffc1-a21e-477b-9156-ceb45ddbab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:50:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['280602cf-7405-46ef-91c4-5a34fa86aa1f'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:24.393723 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-cb61ffc1-a21e-477b-9156-ceb45ddbab75 None None] Set router 280602cf-7405-46ef-91c4-5a34fa86aa1f gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:50:24.577672 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-cb61ffc1-a21e-477b-9156-ceb45ddbab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:42:20Z', 'revision_number': 4, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port': {'id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:13Z', 'updated_at': '2022-04-28T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'ab55a193-7abc-4048-ae63-e66820069be4', 'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'mac_address': 'fa:16:3e:c9:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:18Z', 'updated_at': '2022-04-28T22:42:28Z', 'revision_number': 5, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'subnets': [{'id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:24.604055 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb61ffc1-a21e-477b-9156-ceb45ddbab75 None None] The sync data for ids ['280602cf-7405-46ef-91c4-5a34fa86aa1f'] in dv-cinder-839825-1-iscsi is: [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:42:20Z', 'revision_number': 4, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port': {'id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:13Z', 'updated_at': '2022-04-28T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'ab55a193-7abc-4048-ae63-e66820069be4', 'name': '', 'network_id': '4b5e1227-3988-4ad7-90dc-d0fa51cdcf42', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'mac_address': 'fa:16:3e:c9:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:18Z', 'updated_at': '2022-04-28T22:42:28Z', 'revision_number': 5, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'subnets': [{'id': 'b847d591-c822-4dfe-a39d-8158c4e033b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:50:24.824239 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ddf559-b772-4afc-bead-2c31d4c98987 None None] New status for floating IP 4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849: DOWN {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:50:25.003632 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 53962) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:25.060011 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-397991ab-ce84-4793-9899-fddc2d3153e3 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for security_group (0bbab17b-af6e-43aa-b9a1-f7f6848992c2), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:25.085531 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-397991ab-ce84-4793-9899-fddc2d3153e3 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for security_group (0bbab17b-af6e-43aa-b9a1-f7f6848992c2), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:25.138790 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ff1e6-9fae-4fd4-b641-9d077ceea025 req-f2aa6748-abf3-4363-94f1-a9c06580c76a tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:25.140273 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ab5ff1e6-9fae-4fd4-b641-9d077ceea025 req-f2aa6748-abf3-4363-94f1-a9c06580c76a tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0571549 Apr 28 22:50:25.189244 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ab5ff1e6-9fae-4fd4-b641-9d077ceea025 req-7b47b6de-fc9e-4a09-ae91-cde5a9fee90c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430744 Apr 28 22:50:25.196365 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-397991ab-ce84-4793-9899-fddc2d3153e3 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (0bbab17b-af6e-43aa-b9a1-f7f6848992c2), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:25.199056 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-397991ab-ce84-4793-9899-fddc2d3153e3 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:25.203900 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-397991ab-ce84-4793-9899-fddc2d3153e3 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "DELETE /v2.0/security-groups/0bbab17b-af6e-43aa-b9a1-f7f6848992c2 HTTP/1.1" status: 204 len: 168 time: 0.1957560 Apr 28 22:50:25.204021 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 53966) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:25.210437 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397991ab-ce84-4793-9899-fddc2d3153e3 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbab17b-af6e-43aa-b9a1-f7f6848992c2,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:25.217421 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.api.v2.resource [None req-57029849-8ad6-43ac-9ece-f3c6d7f16496 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] show failed (client error): The resource could not be found. Apr 28 22:50:25.218444 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-57029849-8ad6-43ac-9ece-f3c6d7f16496 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups/0bbab17b-af6e-43aa-b9a1-f7f6848992c2 HTTP/1.1" status: 404 len: 347 time: 0.0143979 Apr 28 22:50:25.221153 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 53968) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:25.336322 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-57765e8f-32ee-4531-9227-d4a7f82fe548 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Deleting port 30557ffb-ee47-4083-958e-a50ce1c62d7c {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:50:25.336818 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-57765e8f-32ee-4531-9227-d4a7f82fe548 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (30557ffb-ee47-4083-958e-a50ce1c62d7c), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:25.419254 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-57765e8f-32ee-4531-9227-d4a7f82fe548 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (30557ffb-ee47-4083-958e-a50ce1c62d7c), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:25.419572 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-57765e8f-32ee-4531-9227-d4a7f82fe548 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for floatingip (30557ffb-ee47-4083-958e-a50ce1c62d7c), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:25.435723 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-57765e8f-32ee-4531-9227-d4a7f82fe548 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Calling delete_port for 30557ffb-ee47-4083-958e-a50ce1c62d7c owned by network:floatingip {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:50:25.616404 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-57765e8f-32ee-4531-9227-d4a7f82fe548 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (30557ffb-ee47-4083-958e-a50ce1c62d7c), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:25.645179 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57765e8f-32ee-4531-9227-d4a7f82fe548 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Pushing event deleted for resources: {'Port': ['ID=30557ffb-ee47-4083-958e-a50ce1c62d7c,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:25.706948 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-57765e8f-32ee-4531-9227-d4a7f82fe548 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks [] for floatingip (4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:25.709443 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-57765e8f-32ee-4531-9227-d4a7f82fe548 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:25.710636 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-57765e8f-32ee-4531-9227-d4a7f82fe548 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "DELETE /v2.0/floatingips/4f41b0ed-07ee-4b14-81e9-a1d5ce6fa849 HTTP/1.1" status: 204 len: 168 time: 0.4886057 Apr 28 22:50:26.304426 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7812349-2fa9-443a-a46a-65200c1f796c req-e8d54c9c-a011-4207-be42-e37474320a2c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:26.305932 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e7812349-2fa9-443a-a46a-65200c1f796c req-e8d54c9c-a011-4207-be42-e37474320a2c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0463605 Apr 28 22:50:26.359006 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e7812349-2fa9-443a-a46a-65200c1f796c req-ec47626d-81ee-46ce-aac0-0674b5e63984 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470002 Apr 28 22:50:27.472172 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5c6b8-1a32-46ba-96cb-c40285fc2c5a req-1867e91f-1235-4ca8-9dae-45c910a962e1 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:27.473553 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f1e5c6b8-1a32-46ba-96cb-c40285fc2c5a req-1867e91f-1235-4ca8-9dae-45c910a962e1 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0477204 Apr 28 22:50:27.520801 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f1e5c6b8-1a32-46ba-96cb-c40285fc2c5a req-b0711f6f-04b6-4282-a3b8-a15453ec8589 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417635 Apr 28 22:50:28.258222 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 570708ba-1935-42cd-b623-f42c08e315d9 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:50:28.277641 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: 570708ba-1935-42cd-b623-f42c08e315d9 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:50:28.278014 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 570708ba-1935-42cd-b623-f42c08e315d9 not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:50:28.636513 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c07d6-1b34-42d1-a321-97aa92296d7a req-c93579fe-4ca6-441a-8aa2-c19f3a9bedee tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:28.638060 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a59c07d6-1b34-42d1-a321-97aa92296d7a req-c93579fe-4ca6-441a-8aa2-c19f3a9bedee tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0500641 Apr 28 22:50:28.650783 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3d217-a8ff-407b-85b4-1d086c6ec72c req-501d7ceb-2664-4e5c-9aed-eecd24d35ee9 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:28.652285 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fdc3d217-a8ff-407b-85b4-1d086c6ec72c req-501d7ceb-2664-4e5c-9aed-eecd24d35ee9 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0468650 Apr 28 22:50:28.686664 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a59c07d6-1b34-42d1-a321-97aa92296d7a req-2409db6c-7f4c-40ac-9953-e2df12785d32 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431740 Apr 28 22:50:28.698475 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fdc3d217-a8ff-407b-85b4-1d086c6ec72c req-2f30603d-e88c-4844-9755-54c1c97ec0ab tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400100 Apr 28 22:50:29.311423 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cf7ba-b351-4933-a0ee-6ccca84ead05 req-0e252e03-d533-48a7-ac78-d033e31304ec tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:29.312876 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f91cf7ba-b351-4933-a0ee-6ccca84ead05 req-0e252e03-d533-48a7-ac78-d033e31304ec tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 945 time: 0.0524168 Apr 28 22:50:29.403407 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-f91cf7ba-b351-4933-a0ee-6ccca84ead05 req-f05eaa36-4836-4f3a-bd5b-2412db3bb35b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Deleting port 07a9b947-eec8-4911-ac67-51c4bb0eccdd {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:50:29.403741 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-f91cf7ba-b351-4933-a0ee-6ccca84ead05 req-f05eaa36-4836-4f3a-bd5b-2412db3bb35b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (07a9b947-eec8-4911-ac67-51c4bb0eccdd), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:29.491329 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-f91cf7ba-b351-4933-a0ee-6ccca84ead05 req-f05eaa36-4836-4f3a-bd5b-2412db3bb35b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] For port 07a9b947-eec8-4911-ac67-51c4bb0eccdd, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=07a9b947-eec8-4911-ac67-51c4bb0eccdd,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:29.491683 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-f91cf7ba-b351-4933-a0ee-6ccca84ead05 req-f05eaa36-4836-4f3a-bd5b-2412db3bb35b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (07a9b947-eec8-4911-ac67-51c4bb0eccdd), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:29.505134 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-f91cf7ba-b351-4933-a0ee-6ccca84ead05 req-f05eaa36-4836-4f3a-bd5b-2412db3bb35b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Calling delete_port for 07a9b947-eec8-4911-ac67-51c4bb0eccdd owned by compute:nova {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:50:29.670258 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-f91cf7ba-b351-4933-a0ee-6ccca84ead05 req-f05eaa36-4836-4f3a-bd5b-2412db3bb35b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (07a9b947-eec8-4911-ac67-51c4bb0eccdd), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:29.682841 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['07a9b947-eec8-4911-ac67-51c4bb0eccdd', '51c2f36f-c5f2-49b5-8059-c1b5974b3f2e'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:50:29.698716 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05eaa36-4836-4f3a-bd5b-2412db3bb35b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Pushing event deleted for resources: {'Port': ['ID=07a9b947-eec8-4911-ac67-51c4bb0eccdd,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:29.751508 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91cf7ba-b351-4933-a0ee-6ccca84ead05 req-f05eaa36-4836-4f3a-bd5b-2412db3bb35b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] No DVR routers for this DVR port 07a9b947-eec8-4911-ac67-51c4bb0eccdd on host hv-cinder-83982 {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:50:29.754188 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-f91cf7ba-b351-4933-a0ee-6ccca84ead05 req-f05eaa36-4836-4f3a-bd5b-2412db3bb35b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:29.758714 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f91cf7ba-b351-4933-a0ee-6ccca84ead05 req-f05eaa36-4836-4f3a-bd5b-2412db3bb35b tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.31 "DELETE /v2.0/ports/07a9b947-eec8-4911-ac67-51c4bb0eccdd HTTP/1.1" status: 204 len: 173 time: 0.4395902 Apr 28 22:50:29.758714 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b87b409-26ce-43e9-acae-f0e7c936fca5', 'name': 'network-vif-deleted', 'tag': '07a9b947-eec8-4911-ac67-51c4bb0eccdd'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:50:29.761365 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae996c77-6690-43f7-b913-616a20ef54fb" -d '{"events": [{"server_uuid": "3b87b409-26ce-43e9-acae-f0e7c936fca5", "name": "network-vif-deleted", "tag": "07a9b947-eec8-4911-ac67-51c4bb0eccdd"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:50:29.805552 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-85b9f56b-436b-4c62-bedc-74b9d0af10bf req-fd5c3cb2-b9e7-4220-9dae-c1f0bcee89cd tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0295084 Apr 28 22:50:29.822190 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d84993-ef7d-4ece-8a57-96e54f87ee8a req-aea8bf23-59fc-4606-8331-9b5e0db40dfd tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:29.823836 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d8d84993-ef7d-4ece-8a57-96e54f87ee8a req-aea8bf23-59fc-4606-8331-9b5e0db40dfd tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0522957 Apr 28 22:50:29.858077 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d74f7c-882d-4cda-9b83-a046d55a8f45 x-openstack-request-id: req-40d74f7c-882d-4cda-9b83-a046d55a8f45 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:50:29.858376 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b87b409-26ce-43e9-acae-f0e7c936fca5", "name": "network-vif-deleted", "tag": "07a9b947-eec8-4911-ac67-51c4bb0eccdd", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:50:29.858627 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40d74f7c-882d-4cda-9b83-a046d55a8f45 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:50:29.859022 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d74f7c-882d-4cda-9b83-a046d55a8f45'] response: {'server_uuid': '3b87b409-26ce-43e9-acae-f0e7c936fca5', 'name': 'network-vif-deleted', 'tag': '07a9b947-eec8-4911-ac67-51c4bb0eccdd', 'status': 'completed', 'code': 200} Apr 28 22:50:29.879025 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d8d84993-ef7d-4ece-8a57-96e54f87ee8a req-bdfb4e8e-2dbc-4b17-a87a-d51f76303f86 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493002 Apr 28 22:50:30.922661 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cfa08638-8c3a-40fc-8177-8ecd53a45c27 req-4a08c2d7-57ef-40a2-abe6-2f9b182d4f9f tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b87b409-26ce-43e9-acae-f0e7c936fca5 HTTP/1.1" status: 200 len: 210 time: 0.0367105 Apr 28 22:50:30.993830 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f144be2-b46a-402e-b4a1-c1570381906a req-341d3d32-72cb-4176-905c-c4928f5cad10 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:30.995346 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4f144be2-b46a-402e-b4a1-c1570381906a req-341d3d32-72cb-4176-905c-c4928f5cad10 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0468056 Apr 28 22:50:31.044313 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4f144be2-b46a-402e-b4a1-c1570381906a req-6bdf5483-3feb-4168-b63f-d212a923dfe3 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428019 Apr 28 22:50:32.401585 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177922d9-648e-4d66-9d23-41cf159c3d77 req-4b1fa5cf-b0d5-42ba-9756-89cd5f037533 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:32.403228 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-177922d9-648e-4d66-9d23-41cf159c3d77 req-4b1fa5cf-b0d5-42ba-9756-89cd5f037533 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.2922428 Apr 28 22:50:32.436847 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344729bb-a9c9-4092-8844-3868a891f31d req-cf00c2a1-6f8a-41e7-96c0-3ce7997c5f45 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:32.438379 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-344729bb-a9c9-4092-8844-3868a891f31d req-cf00c2a1-6f8a-41e7-96c0-3ce7997c5f45 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0468585 Apr 28 22:50:32.451976 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-177922d9-648e-4d66-9d23-41cf159c3d77 req-d56907c9-9d08-4882-911e-94c254412b65 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431247 Apr 28 22:50:32.488385 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-344729bb-a9c9-4092-8844-3868a891f31d req-bccfaee0-7218-47d8-8851-1d85a3b86f4c tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/security-groups?id=77e32c03-5c73-4431-8dea-788c39ae0594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439818 Apr 28 22:50:33.091746 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3aa44-67fc-463c-8127-257854d5bc21 req-ac1345bb-4106-4b7d-8897-23207a0f5eaa tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:33.093175 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-dca3aa44-67fc-463c-8127-257854d5bc21 req-ac1345bb-4106-4b7d-8897-23207a0f5eaa tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 945 time: 0.0457180 Apr 28 22:50:33.176628 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-dca3aa44-67fc-463c-8127-257854d5bc21 req-66dca6ff-1327-4699-bef4-f26d5f075ff1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Deleting port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:50:33.176960 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-dca3aa44-67fc-463c-8127-257854d5bc21 req-66dca6ff-1327-4699-bef4-f26d5f075ff1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (51c2f36f-c5f2-49b5-8059-c1b5974b3f2e), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:33.265487 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-dca3aa44-67fc-463c-8127-257854d5bc21 req-66dca6ff-1327-4699-bef4-f26d5f075ff1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] For port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=51c2f36f-c5f2-49b5-8059-c1b5974b3f2e,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:33.265872 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-dca3aa44-67fc-463c-8127-257854d5bc21 req-66dca6ff-1327-4699-bef4-f26d5f075ff1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (51c2f36f-c5f2-49b5-8059-c1b5974b3f2e), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:33.279006 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-dca3aa44-67fc-463c-8127-257854d5bc21 req-66dca6ff-1327-4699-bef4-f26d5f075ff1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Calling delete_port for 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e owned by compute:nova {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:50:33.467943 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-dca3aa44-67fc-463c-8127-257854d5bc21 req-66dca6ff-1327-4699-bef4-f26d5f075ff1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (51c2f36f-c5f2-49b5-8059-c1b5974b3f2e), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:33.479104 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['51c2f36f-c5f2-49b5-8059-c1b5974b3f2e'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:50:33.496973 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dca6ff-1327-4699-bef4-f26d5f075ff1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Pushing event deleted for resources: {'Port': ['ID=51c2f36f-c5f2-49b5-8059-c1b5974b3f2e,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:33.541899 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca3aa44-67fc-463c-8127-257854d5bc21 req-66dca6ff-1327-4699-bef4-f26d5f075ff1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] No DVR routers for this DVR port 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e on host hv-cinder-83982 {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:50:33.545180 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-dca3aa44-67fc-463c-8127-257854d5bc21 req-66dca6ff-1327-4699-bef4-f26d5f075ff1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:33.548425 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-dca3aa44-67fc-463c-8127-257854d5bc21 req-66dca6ff-1327-4699-bef4-f26d5f075ff1 tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.31 "DELETE /v2.0/ports/51c2f36f-c5f2-49b5-8059-c1b5974b3f2e HTTP/1.1" status: 204 len: 173 time: 0.4493918 Apr 28 22:50:33.549009 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aaf4d78-c6bb-4208-917c-548177286817', 'name': 'network-vif-deleted', 'tag': '51c2f36f-c5f2-49b5-8059-c1b5974b3f2e'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:50:33.552299 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89f6922-5bde-49c5-9dd9-faceeed6defb" -d '{"events": [{"server_uuid": "1aaf4d78-c6bb-4208-917c-548177286817", "name": "network-vif-deleted", "tag": "51c2f36f-c5f2-49b5-8059-c1b5974b3f2e"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:50:33.588873 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d904f-8247-4ba6-9cb3-c2467fbe2538 req-8e4a4b82-c53b-4fc4-9677-e09e736601f0 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:33.591049 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c74d904f-8247-4ba6-9cb3-c2467fbe2538 req-8e4a4b82-c53b-4fc4-9677-e09e736601f0 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0528715 Apr 28 22:50:33.602018 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-df42701f-ef09-4cd7-9256-51de1bf3e1c0 req-5c0ee97b-a8db-44cd-a828-e5ff7449825d tempest-ServerRescueNegativeTestJSON-1736038456 tempest-ServerRescueNegativeTestJSON-1736038456-project] 10.222.0.13 "GET /v2.0/ports?device_id=1aaf4d78-c6bb-4208-917c-548177286817 HTTP/1.1" status: 200 len: 210 time: 0.0291431 Apr 28 22:50:33.640460 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c74d904f-8247-4ba6-9cb3-c2467fbe2538 req-7d217cfb-11e9-46e4-a282-932626be40fa tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436537 Apr 28 22:50:33.645512 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c511e85-95f8-458a-8de4-9f8f6fa40ecb x-openstack-request-id: req-2c511e85-95f8-458a-8de4-9f8f6fa40ecb {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:50:33.645894 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aaf4d78-c6bb-4208-917c-548177286817", "name": "network-vif-deleted", "tag": "51c2f36f-c5f2-49b5-8059-c1b5974b3f2e", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:50:33.650887 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c511e85-95f8-458a-8de4-9f8f6fa40ecb {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:50:33.650887 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c511e85-95f8-458a-8de4-9f8f6fa40ecb'] response: {'server_uuid': '1aaf4d78-c6bb-4208-917c-548177286817', 'name': 'network-vif-deleted', 'tag': '51c2f36f-c5f2-49b5-8059-c1b5974b3f2e', 'status': 'completed', 'code': 200} Apr 28 22:50:34.300601 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 07a9b947-eec8-4911-ac67-51c4bb0eccdd no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:50:34.320945 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: 07a9b947-eec8-4911-ac67-51c4bb0eccdd {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:50:34.321293 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 07a9b947-eec8-4911-ac67-51c4bb0eccdd not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:50:34.657678 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 54022) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:34.759283 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962893c-4e4b-4923-bc3f-12922dc35a79 req-b622df1a-8160-4c5e-959a-5dfaded82088 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:34.760791 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6962893c-4e4b-4923-bc3f-12922dc35a79 req-b622df1a-8160-4c5e-959a-5dfaded82088 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0493584 Apr 28 22:50:34.810948 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6962893c-4e4b-4923-bc3f-12922dc35a79 req-c8975888-ca2f-48ee-83e9-838acfc72d14 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446136 Apr 28 22:50:35.194013 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834530'] for router_interface (280602cf-7405-46ef-91c4-5a34fa86aa1f), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:35.474659 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab1b97-fe7e-458a-a846-a4ce486f3476 req-fd585c7b-a452-4038-9527-ed44623eaca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:35.476057 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c2ab1b97-fe7e-458a-a846-a4ce486f3476 req-fd585c7b-a452-4038-9527-ed44623eaca1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ff93a0403284167934dce9a1b51faf3&device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 1130 time: 0.0590293 Apr 28 22:50:35.533382 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Deleting port ab55a193-7abc-4048-ae63-e66820069be4 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:50:35.533712 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (ab55a193-7abc-4048-ae63-e66820069be4), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:35.659380 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab1b97-fe7e-458a-a846-a4ce486f3476 req-ac05dced-fa4a-4588-9a83-32d928dd4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:35.660826 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c2ab1b97-fe7e-458a-a846-a4ce486f3476 req-ac05dced-fa4a-4588-9a83-32d928dd4a67 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f41ff57a-1d5b-417c-92f1-110e416c17ff HTTP/1.1" status: 200 len: 910 time: 0.1631510 Apr 28 22:50:35.676270 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] For port ab55a193-7abc-4048-ae63-e66820069be4, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=ab55a193-7abc-4048-ae63-e66820069be4,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:35.676632 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (ab55a193-7abc-4048-ae63-e66820069be4), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:35.719477 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Calling delete_port for ab55a193-7abc-4048-ae63-e66820069be4 owned by network:router_interface {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:50:35.999638 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c2ab1b97-fe7e-458a-a846-a4ce486f3476 req-5c742a6d-c29d-4194-a3cc-9c62772c05ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=769ce8c5-d990-465f-91b1-1c0732655286 HTTP/1.1" status: 200 len: 1000 time: 0.3319647 Apr 28 22:50:36.091186 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd45985-ddcd-4ba0-a1a7-4419e1f1ef12 req-401d7292-7973-4abd-bc6a-3aae6bc09f2c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:36.092572 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bbd45985-ddcd-4ba0-a1a7-4419e1f1ef12 req-401d7292-7973-4abd-bc6a-3aae6bc09f2c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0951931 Apr 28 22:50:36.100209 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab1b97-fe7e-458a-a846-a4ce486f3476 req-1e6006fc-193e-4d00-852e-325583c03e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:36.101610 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c2ab1b97-fe7e-458a-a846-a4ce486f3476 req-1e6006fc-193e-4d00-852e-325583c03e26 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b1235b11-659e-41bc-bf3b-395046ea4fcd HTTP/1.1" status: 200 len: 848 time: 0.0903809 Apr 28 22:50:36.218590 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab1b97-fe7e-458a-a846-a4ce486f3476 req-cf902e24-90ef-44af-b278-28a4ed0f7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:36.220061 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c2ab1b97-fe7e-458a-a846-a4ce486f3476 req-cf902e24-90ef-44af-b278-28a4ed0f7bdc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f41ff57a-1d5b-417c-92f1-110e416c17ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841222 Apr 28 22:50:36.243497 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bbd45985-ddcd-4ba0-a1a7-4419e1f1ef12 req-aac90a39-6af6-495b-98ca-34ca0a2b6f16 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089630 Apr 28 22:50:36.356405 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c2ab1b97-fe7e-458a-a846-a4ce486f3476 req-62ab9f33-98d2-48e1-a22f-1e0eda0ac632 service neutron] 10.222.0.31 "GET /v2.0/networks/f41ff57a-1d5b-417c-92f1-110e416c17ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251082 Apr 28 22:50:36.419904 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (ab55a193-7abc-4048-ae63-e66820069be4), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:36.452872 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=ab55a193-7abc-4048-ae63-e66820069be4,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:36.467399 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:36.467752 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:36.468098 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:36.468573 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:36.468995 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:36.469404 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:36.469742 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:36.470332 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:36.470619 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:36.471036 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:36.471373 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:36.471792 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:36.472125 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:36.472455 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:36.472783 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:36.476915 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f6269169-097b-44b1-9dd0-b700c410a412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:36.529540 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c2ab1b97-fe7e-458a-a846-a4ce486f3476 req-ce8e3bfa-ca4d-41b8-8fbf-170c684d8309 service neutron] 10.222.0.31 "GET /v2.0/networks/f41ff57a-1d5b-417c-92f1-110e416c17ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674454 Apr 28 22:50:36.655266 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834638'] for router_interface (280602cf-7405-46ef-91c4-5a34fa86aa1f), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:36.871046 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Router 280602cf-7405-46ef-91c4-5a34fa86aa1f has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:50:36.978356 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:50:36.983311 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-051aee06-8d72-4e0e-a9dd-e09bccbe8d9e admin admin] 10.222.0.13 "PUT /v2.0/routers/280602cf-7405-46ef-91c4-5a34fa86aa1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3246021 Apr 28 22:50:36.986085 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 54034) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:36.987636 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53fbec5-fc47-4700-bbec-647e9d110475 None None] Sync routers for ids ['280602cf-7405-46ef-91c4-5a34fa86aa1f'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:50:36.998134 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53fbec5-fc47-4700-bbec-647e9d110475 None None] Routers {'280602cf-7405-46ef-91c4-5a34fa86aa1f'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:50:36.998746 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-f53fbec5-fc47-4700-bbec-647e9d110475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:50:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['280602cf-7405-46ef-91c4-5a34fa86aa1f'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:37.090648 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6c635d30-74a2-4d6f-adde-74b1eaf3bfe1 admin admin] Publish callbacks [] for router (280602cf-7405-46ef-91c4-5a34fa86aa1f), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:37.103817 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-f53fbec5-fc47-4700-bbec-647e9d110475 None None] Set router 280602cf-7405-46ef-91c4-5a34fa86aa1f gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:50:37.195146 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6c635d30-74a2-4d6f-adde-74b1eaf3bfe1 admin admin] Publish callbacks [] for router_gateway (280602cf-7405-46ef-91c4-5a34fa86aa1f), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:37.270012 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-f53fbec5-fc47-4700-bbec-647e9d110475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:50:36Z', 'revision_number': 5, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port': {'id': 'fc551921-7ab4-4d92-ad18-69c4a3f4c948', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:13Z', 'updated_at': '2022-04-28T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:37.294977 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-6c635d30-74a2-4d6f-adde-74b1eaf3bfe1 admin admin] Deleting port fc551921-7ab4-4d92-ad18-69c4a3f4c948 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:50:37.295317 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6c635d30-74a2-4d6f-adde-74b1eaf3bfe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (fc551921-7ab4-4d92-ad18-69c4a3f4c948), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:37.298052 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53fbec5-fc47-4700-bbec-647e9d110475 None None] Checking router: 280602cf-7405-46ef-91c4-5a34fa86aa1f for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:50:37.306644 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53fbec5-fc47-4700-bbec-647e9d110475 None None] Routers {'280602cf-7405-46ef-91c4-5a34fa86aa1f'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:50:37.307259 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-f53fbec5-fc47-4700-bbec-647e9d110475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:50:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['280602cf-7405-46ef-91c4-5a34fa86aa1f'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:37.367365 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e60c-018a-4912-b1ba-ef420cabbbbb req-dd22d436-96b3-4cfb-980b-0e266e980643 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:37.368967 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6725e60c-018a-4912-b1ba-ef420cabbbbb req-dd22d436-96b3-4cfb-980b-0e266e980643 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0561402 Apr 28 22:50:37.382694 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-6c635d30-74a2-4d6f-adde-74b1eaf3bfe1 admin admin] For port fc551921-7ab4-4d92-ad18-69c4a3f4c948, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=fc551921-7ab4-4d92-ad18-69c4a3f4c948,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:37.383366 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6c635d30-74a2-4d6f-adde-74b1eaf3bfe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (fc551921-7ab4-4d92-ad18-69c4a3f4c948), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:37.396785 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-6c635d30-74a2-4d6f-adde-74b1eaf3bfe1 admin admin] Calling delete_port for fc551921-7ab4-4d92-ad18-69c4a3f4c948 owned by network:router_gateway {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:50:37.401634 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-f53fbec5-fc47-4700-bbec-647e9d110475 None None] Set router 280602cf-7405-46ef-91c4-5a34fa86aa1f gateway port host: None {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:50:37.420407 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6725e60c-018a-4912-b1ba-ef420cabbbbb req-6d1802e0-6c3f-41b4-9d16-923fe4e5e9a7 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436280 Apr 28 22:50:37.460185 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-f53fbec5-fc47-4700-bbec-647e9d110475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:50:37Z', 'revision_number': 6, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port_host': None}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:37.486810 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53fbec5-fc47-4700-bbec-647e9d110475 None None] The sync data for ids ['280602cf-7405-46ef-91c4-5a34fa86aa1f'] in dv-cinder-839825-1-iscsi is: [{'id': '280602cf-7405-46ef-91c4-5a34fa86aa1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1160884563-router', 'tenant_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:11Z', 'updated_at': '2022-04-28T22:50:37Z', 'revision_number': 6, 'project_id': '0e6a4951a5af4affa5cc818a808d3e0e', 'gw_port_host': None}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:50:37.652729 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6c635d30-74a2-4d6f-adde-74b1eaf3bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (fc551921-7ab4-4d92-ad18-69c4a3f4c948), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:37.677725 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c635d30-74a2-4d6f-adde-74b1eaf3bfe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc551921-7ab4-4d92-ad18-69c4a3f4c948,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:37.738073 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6c635d30-74a2-4d6f-adde-74b1eaf3bfe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653476'] for router_gateway (280602cf-7405-46ef-91c4-5a34fa86aa1f), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:37.841082 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6c635d30-74a2-4d6f-adde-74b1eaf3bfe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1039'] for router (280602cf-7405-46ef-91c4-5a34fa86aa1f), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:37.843391 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6c635d30-74a2-4d6f-adde-74b1eaf3bfe1 admin admin] Publish callbacks [] for router_controller (280602cf-7405-46ef-91c4-5a34fa86aa1f), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:37.995985 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6c635d30-74a2-4d6f-adde-74b1eaf3bfe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831238'] for router (280602cf-7405-46ef-91c4-5a34fa86aa1f), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:37.996706 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c635d30-74a2-4d6f-adde-74b1eaf3bfe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 280602cf-7405-46ef-91c4-5a34fa86aa1f {{(pid=110300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 22:50:38.001360 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6c635d30-74a2-4d6f-adde-74b1eaf3bfe1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.009935 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-6c635d30-74a2-4d6f-adde-74b1eaf3bfe1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/280602cf-7405-46ef-91c4-5a34fa86aa1f HTTP/1.1" status: 204 len: 168 time: 1.0148573 Apr 28 22:50:38.009935 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 54038) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:38.050002 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4d960a-62d0-46af-9548-6aec82c07c61 admin admin] Deleting subnet b847d591-c822-4dfe-a39d-8158c4e033b8 {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 22:50:38.053028 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3f4d960a-62d0-46af-9548-6aec82c07c61 admin admin] Publish callbacks [] for subnet (b847d591-c822-4dfe-a39d-8158c4e033b8), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.090881 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3f4d960a-62d0-46af-9548-6aec82c07c61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4001100'] for subnet (b847d591-c822-4dfe-a39d-8158c4e033b8), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.197704 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3f4d960a-62d0-46af-9548-6aec82c07c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711510'] for subnet (b847d591-c822-4dfe-a39d-8158c4e033b8), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.258306 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device ab55a193-7abc-4048-ae63-e66820069be4 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:50:38.281977 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: ab55a193-7abc-4048-ae63-e66820069be4 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:50:38.282324 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device ab55a193-7abc-4048-ae63-e66820069be4 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:50:38.322363 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:50:38.327857 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3f4d960a-62d0-46af-9548-6aec82c07c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288626'] for subnet (b847d591-c822-4dfe-a39d-8158c4e033b8), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.349687 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:50:38.350064 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 51c2f36f-c5f2-49b5-8059-c1b5974b3f2e not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:50:38.360196 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d960a-62d0-46af-9548-6aec82c07c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b847d591-c822-4dfe-a39d-8158c4e033b8,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:38.364430 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3f4d960a-62d0-46af-9548-6aec82c07c61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.368016 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54040) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:38.368509 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-3f4d960a-62d0-46af-9548-6aec82c07c61 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b847d591-c822-4dfe-a39d-8158c4e033b8 HTTP/1.1" status: 204 len: 168 time: 0.3621557 Apr 28 22:50:38.369121 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9d116d-b728-49f0-a14e-04d40fae93e2 None None] Network 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:50:38.447501 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719352'] for network (4b5e1227-3988-4ad7-90dc-d0fa51cdcf42), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.516962 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] Deleting port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:50:38.517308 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.534534 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d665dc2-d520-48d4-b454-8746afef5c56 None None] DHCP port deletion for 4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 request from dv-cinder-839825-1-iscsi {{(pid=110301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 22:50:38.579090 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673948f-5e66-4424-9175-8ed5ea6bd1c1 req-acce4779-9299-4a60-a8ef-53754e4d2574 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:38.586659 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b673948f-5e66-4424-9175-8ed5ea6bd1c1 req-acce4779-9299-4a60-a8ef-53754e4d2574 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0816665 Apr 28 22:50:38.602545 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-1d665dc2-d520-48d4-b454-8746afef5c56 None None] Deleting port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:50:38.603071 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1d665dc2-d520-48d4-b454-8746afef5c56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.610992 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] For port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:38.611531 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.628319 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] Calling delete_port for f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 owned by network:dhcp {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:50:38.645189 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b673948f-5e66-4424-9175-8ed5ea6bd1c1 req-22331037-425a-4a47-940a-8313bd832c27 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560219 Apr 28 22:50:38.710961 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-1d665dc2-d520-48d4-b454-8746afef5c56 None None] For port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5,segment=NetworkSegment(bdf144b1-693d-4118-b860-818d1d705bd2),segment_id=bdf144b1-693d-4118-b860-818d1d705bd2)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:38.711364 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1d665dc2-d520-48d4-b454-8746afef5c56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.724068 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-1d665dc2-d520-48d4-b454-8746afef5c56 None None] Calling delete_port for f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 owned by network:dhcp {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:50:38.729522 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-10ea57c6-3b30-4dca-a2be-50f002976717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.795700 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.821803 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] Pushing event deleted for resources: {'Port': ['ID=f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:38.831615 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] No DVR routers for this DVR port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 on host dv-cinder-839825-1-iscsi {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:50:38.842333 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-1d665dc2-d520-48d4-b454-8746afef5c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529'] for port (f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.877225 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d665dc2-d520-48d4-b454-8746afef5c56 None None] Pushing event deleted for resources: {'Port': ['ID=f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:38.881263 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d665dc2-d520-48d4-b454-8746afef5c56 None None] No DVR routers for this DVR port f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 on host dv-cinder-839825-1-iscsi {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:50:38.909600 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708811', 'neutron.services.segments.db._delete_segments_for_network-8773828784761'] for network (4b5e1227-3988-4ad7-90dc-d0fa51cdcf42), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.930090 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5e1227-3988-4ad7-90dc-d0fa51cdcf42']}} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:38.940059 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf144b1-693d-4118-b860-818d1d705bd2') {'for_net_delete': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:38.940364 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf144b1-693d-4118-b860-818d1d705bd2') {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:38.950040 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773828787842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521658950'] for segment (bdf144b1-693d-4118-b860-818d1d705bd2), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.963474 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (bdf144b1-693d-4118-b860-818d1d705bd2), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.969631 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=110299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 22:50:38.970053 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-521660271'] for segment (bdf144b1-693d-4118-b860-818d1d705bd2), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: Traceback (most recent call last): Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: timer() Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: cb(*args, **kw) Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: return func(*args, **kwargs) Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: self._notify() Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: self.callback(batched_events) Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: event.method(event) Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: return f(self, *a, **k) Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: return self._get(url).json() Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: return self.request(url, 'GET', **kwargs) Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 22:50:38.971718 dv-cinder-839825-1-iscsi neutron-server[110299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 22:50:39.107708 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833228'] for network (4b5e1227-3988-4ad7-90dc-d0fa51cdcf42), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:39.113049 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:39.118830 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4b5e1227-3988-4ad7-90dc-d0fa51cdcf42 HTTP/1.1" status: 204 len: 168 time: 0.7469068 Apr 28 22:50:39.127577 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13730975-2281-4cd7-8c02-65f5c36a6377 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b5e1227-3988-4ad7-90dc-d0fa51cdcf42,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:39.436711 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54046) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:39.475847 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-13f20d11-51de-4abd-adbb-445f9796a743 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e6a4951a5af4affa5cc818a808d3e0e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379069 Apr 28 22:50:39.478109 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54048) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:39.525340 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c640ddac-8f26-48e3-99e2-6dc42297798d admin admin] Publish callbacks [] for security_group (77e32c03-5c73-4431-8dea-788c39ae0594), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:39.547678 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c640ddac-8f26-48e3-99e2-6dc42297798d admin admin] Publish callbacks [] for security_group (77e32c03-5c73-4431-8dea-788c39ae0594), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:39.630829 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device fc551921-7ab4-4d92-ad18-69c4a3f4c948 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:50:39.662345 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c640ddac-8f26-48e3-99e2-6dc42297798d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (77e32c03-5c73-4431-8dea-788c39ae0594), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:39.665087 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c640ddac-8f26-48e3-99e2-6dc42297798d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:39.666352 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-c640ddac-8f26-48e3-99e2-6dc42297798d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77e32c03-5c73-4431-8dea-788c39ae0594 HTTP/1.1" status: 204 len: 168 time: 0.1873431 Apr 28 22:50:39.677460 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640ddac-8f26-48e3-99e2-6dc42297798d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e32c03-5c73-4431-8dea-788c39ae0594,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:39.776824 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2414aaa-f921-4cbc-a006-eeacb70ca785 req-326a5526-6b30-49c4-b132-be5f1a45f0ea tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:39.779221 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b2414aaa-f921-4cbc-a006-eeacb70ca785 req-326a5526-6b30-49c4-b132-be5f1a45f0ea tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0555038 Apr 28 22:50:39.793896 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: fc551921-7ab4-4d92-ad18-69c4a3f4c948 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:50:39.794293 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device fc551921-7ab4-4d92-ad18-69c4a3f4c948 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:50:39.794696 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:50:39.823117 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:50:39.823608 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device f90b15bd-7c5e-45cd-acd7-6b4f5b9fc4c5 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:50:39.836856 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b2414aaa-f921-4cbc-a006-eeacb70ca785 req-794d1ef5-9eed-44fc-9c63-47eab0365272 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461779 Apr 28 22:50:39.873242 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:39.899778 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [req-20cf9614-8fa8-4c4b-8581-fd807494f643 req-b7ddcdfc-d3b5-4307-bd17-0a0f38aca8d6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110300) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 22:50:39.900756 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-20cf9614-8fa8-4c4b-8581-fd807494f643 req-b7ddcdfc-d3b5-4307-bd17-0a0f38aca8d6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052524 Apr 28 22:50:40.159263 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff3b08-f204-422e-bf19-c2d07c25457e req-c3e49ee9-081d-4191-885c-0b407de1911f tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:40.161078 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a3ff3b08-f204-422e-bf19-c2d07c25457e req-c3e49ee9-081d-4191-885c-0b407de1911f tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0482211 Apr 28 22:50:40.210809 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a3ff3b08-f204-422e-bf19-c2d07c25457e req-e7683b6a-3135-4cc0-82c9-6415f4900b69 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439839 Apr 28 22:50:40.246305 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54074) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:40.434444 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-7b98d2cd-fd13-46e1-80aa-b16eeaccd00b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1863563 Apr 28 22:50:40.443732 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-d50de9be-b6ec-4ccd-9f32-4026b5bb344e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110299) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 22:50:40.444714 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-d50de9be-b6ec-4ccd-9f32-4026b5bb344e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051794 Apr 28 22:50:40.595505 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54090) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:40.660532 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:50:40.662524 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54094) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:40.709240 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-e996d70f-da94-4d97-aaaf-1d800798b715 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-network', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:50:40.793252 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-c2dcf198-72c3-4870-9f8c-dad23c8ae48a tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:40.795322 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-c2dcf198-72c3-4870-9f8c-dad23c8ae48a tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports/769ce8c5-d990-465f-91b1-1c0732655286 HTTP/1.1" status: 200 len: 943 time: 0.1987424 Apr 28 22:50:40.827712 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e996d70f-da94-4d97-aaaf-1d800798b715 admin admin] Made reservation on behalf of 989e8026f8c4491aa03a37dac04c7f8a for: {'network': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:50:40.830434 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e996d70f-da94-4d97-aaaf-1d800798b715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:40.840035 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e996d70f-da94-4d97-aaaf-1d800798b715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:40.915334 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e996d70f-da94-4d97-aaaf-1d800798b715 admin admin] Publish callbacks [] for security_group (02d8de06-7065-4c1d-9914-06dfa349a707), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:40.987442 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e996d70f-da94-4d97-aaaf-1d800798b715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (02d8de06-7065-4c1d-9914-06dfa349a707), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:41.011537 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e996d70f-da94-4d97-aaaf-1d800798b715 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=110299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:50:41.020104 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996d70f-da94-4d97-aaaf-1d800798b715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d8de06-7065-4c1d-9914-06dfa349a707,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:41.025997 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e996d70f-da94-4d97-aaaf-1d800798b715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (d9560879-fb80-429e-bed8-b08f9bdb0679), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:41.026343 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.segments_db [None req-e996d70f-da94-4d97-aaaf-1d800798b715 admin admin] Added segment d9560879-fb80-429e-bed8-b08f9bdb0679 of type vlan for network 937e095d-9c43-4379-90ba-e4ceb11049cd Apr 28 22:50:41.066281 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e996d70f-da94-4d97-aaaf-1d800798b715 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (937e095d-9c43-4379-90ba-e4ceb11049cd), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:41.147675 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e996d70f-da94-4d97-aaaf-1d800798b715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (937e095d-9c43-4379-90ba-e4ceb11049cd), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:41.148651 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e996d70f-da94-4d97-aaaf-1d800798b715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:41.149236 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e996d70f-da94-4d97-aaaf-1d800798b715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:41.182123 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:41.211376 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996d70f-da94-4d97-aaaf-1d800798b715 admin admin] Pushing event updated for resources: {'Network': ['ID=937e095d-9c43-4379-90ba-e4ceb11049cd,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:41.220276 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-e996d70f-da94-4d97-aaaf-1d800798b715 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5567114 Apr 28 22:50:41.222333 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network 937e095d-9c43-4379-90ba-e4ceb11049cd details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:50:41.222461 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54104) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:41.227032 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-ad8fcf77-4b1b-4ba0-acf7-ae085285db16 admin admin] Request body: {'subnet': {'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-subnet', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:50:41.302039 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8fcf77-4b1b-4ba0-acf7-ae085285db16 admin admin] Made reservation on behalf of 989e8026f8c4491aa03a37dac04c7f8a for: {'subnet': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:50:41.304472 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad8fcf77-4b1b-4ba0-acf7-ae085285db16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521307576'] for subnet (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:41.329537 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ae74b-86f0-45e1-8610-544757c5f6c4 req-d5bc2bfa-466b-4b65-bfc3-14ba8350ab6f tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:41.331082 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fa6ae74b-86f0-45e1-8610-544757c5f6c4 req-d5bc2bfa-466b-4b65-bfc3-14ba8350ab6f tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0511041 Apr 28 22:50:41.385505 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fa6ae74b-86f0-45e1-8610-544757c5f6c4 req-08ac912e-9751-4e85-8b13-69c7f1af6b5b tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484719 Apr 28 22:50:41.553380 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad8fcf77-4b1b-4ba0-acf7-ae085285db16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-521659080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521307466'] for subnet (0557795c-801b-48d9-9aac-501223d0170a), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:41.610996 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fcf77-4b1b-4ba0-acf7-ae085285db16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0557795c-801b-48d9-9aac-501223d0170a,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:41.618417 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8fcf77-4b1b-4ba0-acf7-ae085285db16 admin admin] Checking segment: {'id': 'd9560879-fb80-429e-bed8-b08f9bdb0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:50:41.618779 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8fcf77-4b1b-4ba0-acf7-ae085285db16 admin admin] Network hostable DHCP agents. Network: 937e095d-9c43-4379-90ba-e4ceb11049cd, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:50:41.690125 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8fcf77-4b1b-4ba0-acf7-ae085285db16 admin admin] Network 937e095d-9c43-4379-90ba-e4ceb11049cd is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:50:41.760693 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-ad8fcf77-4b1b-4ba0-acf7-ae085285db16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, 937e095d-9c43-4379-90ba-e4ceb11049cd) {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:50:41.765299 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8fcf77-4b1b-4ba0-acf7-ae085285db16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:41.765927 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad8fcf77-4b1b-4ba0-acf7-ae085285db16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:41.770741 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aef73a-817e-4196-9257-475fb522b51c None None] Network 937e095d-9c43-4379-90ba-e4ceb11049cd requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:50:41.832237 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-ad8fcf77-4b1b-4ba0-acf7-ae085285db16 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6087873 Apr 28 22:50:41.834939 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54108) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:41.839265 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:50:41.873788 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e4fb1-346d-52ad-b578-454136087e0e-937e095d-9c43-4379-90ba-e4ceb11049cd', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a'}]}} from dv-cinder-839825-1-iscsi. {{(pid=110301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 22:50:41.874700 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:41.904194 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1085'] for router (cb2c003e-975f-424d-83e9-da3f8b67dd2b), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:41.905338 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1076'] for router (cb2c003e-975f-424d-83e9-da3f8b67dd2b), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:41.959411 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Publish callbacks [] for router_controller (cb2c003e-975f-424d-83e9-da3f8b67dd2b), precommit_add_association {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:42.004097 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Allocated IP 172.20.0.2 (937e095d-9c43-4379-90ba-e4ceb11049cd/0557795c-801b-48d9-9aac-501223d0170a/a94d80d4-6cea-4b7a-85fc-e4819bb13d88) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:50:42.147984 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Publish callbacks [] for port (a94d80d4-6cea-4b7a-85fc-e4819bb13d88), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:42.161559 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Publish callbacks [] for router_gateway (cb2c003e-975f-424d-83e9-da3f8b67dd2b), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:42.213204 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (a94d80d4-6cea-4b7a-85fc-e4819bb13d88), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:42.252947 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Network 937e095d-9c43-4379-90ba-e4ceb11049cd is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:50:42.259917 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:50:42.263822 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:50:42.274971 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Pushing event updated for resources: {'Port': ['ID=a94d80d4-6cea-4b7a-85fc-e4819bb13d88,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:42.331788 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Attempting to bind port a94d80d4-6cea-4b7a-85fc-e4819bb13d88 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:50:42.332194 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Attempting to bind port a94d80d4-6cea-4b7a-85fc-e4819bb13d88 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'd9560879-fb80-429e-bed8-b08f9bdb0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:50:42.332569 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Attempting to bind port a94d80d4-6cea-4b7a-85fc-e4819bb13d88 on network 937e095d-9c43-4379-90ba-e4ceb11049cd {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:50:42.338218 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:50:42.340066 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Checking segment: {'id': 'd9560879-fb80-429e-bed8-b08f9bdb0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:50:42.340066 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:42.340066 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Bound using segment: {'id': 'd9560879-fb80-429e-bed8-b08f9bdb0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:50:42.340066 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Bound port: a94d80d4-6cea-4b7a-85fc-e4819bb13d88, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9560879-fb80-429e-bed8-b08f9bdb0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:50:42.341063 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (a94d80d4-6cea-4b7a-85fc-e4819bb13d88), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:42.352379 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 769ce8c5-d990-465f-91b1-1c0732655286 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:50:42.435678 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Publish callbacks [] for router_gateway (cb2c003e-975f-424d-83e9-da3f8b67dd2b), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:42.454900 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:42.461561 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] For port a94d80d4-6cea-4b7a-85fc-e4819bb13d88, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:50:42.478122 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] For port a94d80d4-6cea-4b7a-85fc-e4819bb13d88, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=a94d80d4-6cea-4b7a-85fc-e4819bb13d88,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:50:42.487901 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 769ce8c5-d990-465f-91b1-1c0732655286 is: ACTIVE; New status is: DOWN {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:50:42.488281 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (769ce8c5-d990-465f-91b1-1c0732655286), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:42.511717 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769ce8c5-d990-465f-91b1-1c0732655286'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:50:42.514016 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96ae0ad-8e92-4715-8cad-485c263895e9" -d '{"events": [{"server_uuid": "9e617351-18d2-4a50-8c50-d84a5ae79128", "name": "network-vif-unplugged", "status": "completed", "tag": "769ce8c5-d990-465f-91b1-1c0732655286"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:50:42.526700 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 769ce8c5-d990-465f-91b1-1c0732655286, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=769ce8c5-d990-465f-91b1-1c0732655286,segment=NetworkSegment(3a35a444-6129-4397-98ce-1a7b19c7582e),segment_id=3a35a444-6129-4397-98ce-1a7b19c7582e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:42.545612 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6278cf-486a-4cba-b694-81d1ef166f45 req-91274f41-5102-44c2-8c99-98e912e7d11f tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:42.547798 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0d6278cf-486a-4cba-b694-81d1ef166f45 req-91274f41-5102-44c2-8c99-98e912e7d11f tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0858014 Apr 28 22:50:42.551149 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Apr 2022 22:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8febd985-c97e-41ed-afaf-e466bfd02e29 x-openstack-request-id: req-8febd985-c97e-41ed-afaf-e466bfd02e29 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:50:42.551633 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e617351-18d2-4a50-8c50-d84a5ae79128", "name": "network-vif-unplugged", "status": "failed", "tag": "769ce8c5-d990-465f-91b1-1c0732655286", "code": 422}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:50:42.552063 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8febd985-c97e-41ed-afaf-e466bfd02e29 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:50:42.553340 dv-cinder-839825-1-iscsi neutron-server[110301]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8febd985-c97e-41ed-afaf-e466bfd02e29']: {'server_uuid': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '769ce8c5-d990-465f-91b1-1c0732655286', 'code': 422} returned with failed status Apr 28 22:50:42.559761 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (a94d80d4-6cea-4b7a-85fc-e4819bb13d88), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:42.606305 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (769ce8c5-d990-465f-91b1-1c0732655286), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:42.641709 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23c1d5-97b9-4ca5-bcab-2fa677246a70 None None] Pushing event updated for resources: {'Port': ['ID=a94d80d4-6cea-4b7a-85fc-e4819bb13d88,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:42.650675 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0d6278cf-486a-4cba-b694-81d1ef166f45 req-83f862ee-6092-4015-9d19-154c0a3c72b1 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953317 Apr 28 22:50:42.651804 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Allocated IP 172.27.0.161 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/d2923c10-152f-4e74-ba35-a92b9b99dbc9) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:50:42.687350 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:42.707535 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=769ce8c5-d990-465f-91b1-1c0732655286,revision_number=6']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:42.775914 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Publish callbacks [] for port (d2923c10-152f-4e74-ba35-a92b9b99dbc9), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:42.881644 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (d2923c10-152f-4e74-ba35-a92b9b99dbc9), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:42.922546 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:50:42.927835 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:50:42.931465 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:50:42.954679 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Pushing event updated for resources: {'Port': ['ID=d2923c10-152f-4e74-ba35-a92b9b99dbc9,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:43.142591 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-b7abe5e2-6113-45c1-a5ed-18aef4aca4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:43.144133 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-b7abe5e2-6113-45c1-a5ed-18aef4aca4d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128&tenant_id=2ff93a0403284167934dce9a1b51faf3 HTTP/1.1" status: 200 len: 1128 time: 0.0740981 Apr 28 22:50:43.204013 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-274cb7c8-052b-49d5-bbf9-4b831cf31562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:43.205524 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-274cb7c8-052b-49d5-bbf9-4b831cf31562 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ff93a0403284167934dce9a1b51faf3&device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 1128 time: 0.0400462 Apr 28 22:50:43.259978 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Publish callbacks [] for router_gateway (cb2c003e-975f-424d-83e9-da3f8b67dd2b), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:43.305949 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-86c3b484-b8ce-4ef1-b63e-9fbdb563731b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:43.307435 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-86c3b484-b8ce-4ef1-b63e-9fbdb563731b service neutron] 10.222.0.31 "GET /v2.0/networks?id=f41ff57a-1d5b-417c-92f1-110e416c17ff HTTP/1.1" status: 200 len: 910 time: 0.0958326 Apr 28 22:50:43.379532 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-425c638b-b4e4-4ffb-9fd2-58011f202094 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=769ce8c5-d990-465f-91b1-1c0732655286 HTTP/1.1" status: 200 len: 998 time: 0.0658402 Apr 28 22:50:43.432918 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-1bba6c6d-5df2-4251-b5a0-a5c395c0ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:43.434965 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-1bba6c6d-5df2-4251-b5a0-a5c395c0ab48 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b1235b11-659e-41bc-bf3b-395046ea4fcd HTTP/1.1" status: 200 len: 848 time: 0.0486374 Apr 28 22:50:43.475237 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653440'] for router (cb2c003e-975f-424d-83e9-da3f8b67dd2b), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:43.485694 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-6f9d6400-b292-4c3f-adf3-b98c721d5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:43.487380 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-6f9d6400-b292-4c3f-adf3-b98c721d5cd8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f41ff57a-1d5b-417c-92f1-110e416c17ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456324 Apr 28 22:50:43.544695 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdc6b2f-cbd8-4bfa-bb76-a8cfd1eddefe None None] Network 937e095d-9c43-4379-90ba-e4ceb11049cd requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:50:43.613225 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-57ea6e0a-bccc-4ee9-aefa-688cc480b472 service neutron] 10.222.0.31 "GET /v2.0/networks/f41ff57a-1d5b-417c-92f1-110e416c17ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193717 Apr 28 22:50:43.623363 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-58bcb513-7bcd-4f23-a026-9c16a2d64a8f None None] Provisioning complete for port a94d80d4-6cea-4b7a-85fc-e4819bb13d88 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:50:43.623935 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-58bcb513-7bcd-4f23-a026-9c16a2d64a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (a94d80d4-6cea-4b7a-85fc-e4819bb13d88), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:43.688769 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device a94d80d4-6cea-4b7a-85fc-e4819bb13d88 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:50:43.704459 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Router cb2c003e-975f-424d-83e9-da3f8b67dd2b is scheduled to L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c with binding_index 1 {{(pid=110299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 22:50:43.727942 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-de426f0e-e789-4d53-b715-e1f1a6c65e2e req-c04267a4-d7ca-4577-823e-b124aac1cadc service neutron] 10.222.0.31 "GET /v2.0/networks/f41ff57a-1d5b-417c-92f1-110e416c17ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072357 Apr 28 22:50:43.790616 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd41fe-44f3-471d-831c-82f6e7d2dd0a req-d476a526-94e2-4673-a50e-01bc85556727 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:43.792455 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c8fd41fe-44f3-471d-831c-82f6e7d2dd0a req-d476a526-94e2-4673-a50e-01bc85556727 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 944 time: 0.0535524 Apr 28 22:50:43.801857 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-58bcb513-7bcd-4f23-a026-9c16a2d64a8f None None] Current status of the port a94d80d4-6cea-4b7a-85fc-e4819bb13d88 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:50:43.801857 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-58bcb513-7bcd-4f23-a026-9c16a2d64a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (a94d80d4-6cea-4b7a-85fc-e4819bb13d88), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:43.803465 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port a94d80d4-6cea-4b7a-85fc-e4819bb13d88 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:50:43.803832 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (a94d80d4-6cea-4b7a-85fc-e4819bb13d88), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:43.829456 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:50:43.851775 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Sync routers for ids ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:50:43.864530 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Routers {'cb2c003e-975f-424d-83e9-da3f8b67dd2b'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:50:43.865186 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c8fd41fe-44f3-471d-831c-82f6e7d2dd0a req-e175d58c-4919-4a1f-ac7e-1ab80ffbf750 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647337 Apr 28 22:50:43.865703 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:50:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:43.873835 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-58bcb513-7bcd-4f23-a026-9c16a2d64a8f None None] For port a94d80d4-6cea-4b7a-85fc-e4819bb13d88, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=a94d80d4-6cea-4b7a-85fc-e4819bb13d88,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:43.932148 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port a94d80d4-6cea-4b7a-85fc-e4819bb13d88 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:50:43.932589 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (a94d80d4-6cea-4b7a-85fc-e4819bb13d88), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:43.938562 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:43.941202 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-c175bd72-f2df-4d33-9176-3de934b5f8aa admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1040916 Apr 28 22:50:43.949375 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54118) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:43.972994 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-58bcb513-7bcd-4f23-a026-9c16a2d64a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (a94d80d4-6cea-4b7a-85fc-e4819bb13d88), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:43.991715 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Set router cb2c003e-975f-424d-83e9-da3f8b67dd2b gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:50:44.030499 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.db.api [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 22:50:44.030887 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG oslo_db.api [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 22:50:44.057692 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcb513-7bcd-4f23-a026-9c16a2d64a8f None None] Pushing event updated for resources: {'Port': ['ID=a94d80d4-6cea-4b7a-85fc-e4819bb13d88,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:44.094487 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-9bfbcb70-8722-4c08-b427-6247d391e3bc None None] Provisioning complete for port a94d80d4-6cea-4b7a-85fc-e4819bb13d88 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:50:44.096487 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9bfbcb70-8722-4c08-b427-6247d391e3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (a94d80d4-6cea-4b7a-85fc-e4819bb13d88), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:44.163054 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:43Z', 'revision_number': 3, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:44.175207 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-9bfbcb70-8722-4c08-b427-6247d391e3bc None None] Current status of the port a94d80d4-6cea-4b7a-85fc-e4819bb13d88 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:50:44.189717 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Checking router: cb2c003e-975f-424d-83e9-da3f8b67dd2b for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:50:44.190098 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Updating router cb2c003e-975f-424d-83e9-da3f8b67dd2b port d2923c10-152f-4e74-ba35-a92b9b99dbc9 binding host dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:50:44.220942 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (d2923c10-152f-4e74-ba35-a92b9b99dbc9), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:44.489426 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Publish callbacks [] for port (d2923c10-152f-4e74-ba35-a92b9b99dbc9), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:44.566459 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port a94d80d4-6cea-4b7a-85fc-e4819bb13d88 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:50:44.570810 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (d2923c10-152f-4e74-ba35-a92b9b99dbc9), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:44.620343 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Attempting to bind port d2923c10-152f-4e74-ba35-a92b9b99dbc9 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:50:44.620720 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Attempting to bind port d2923c10-152f-4e74-ba35-a92b9b99dbc9 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:50:44.621123 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Attempting to bind port d2923c10-152f-4e74-ba35-a92b9b99dbc9 on network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:50:44.628426 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f275e8a-4bc7-4351-baaf-69b0da904ea6 None None] Pushing event updated for resources: {'Port': ['ID=d2923c10-152f-4e74-ba35-a92b9b99dbc9,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:44.630848 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:44.631656 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:50:44.632036 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Checking segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:50:44.638176 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:44.638176 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Bound using segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:50:44.638176 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Bound port: d2923c10-152f-4e74-ba35-a92b9b99dbc9, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:50:44.638176 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (d2923c10-152f-4e74-ba35-a92b9b99dbc9), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:44.640388 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f275e8a-4bc7-4351-baaf-69b0da904ea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:44.640745 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f275e8a-4bc7-4351-baaf-69b0da904ea6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:44.641110 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f275e8a-4bc7-4351-baaf-69b0da904ea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:44.641475 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f275e8a-4bc7-4351-baaf-69b0da904ea6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:44.641839 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f275e8a-4bc7-4351-baaf-69b0da904ea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:44.642211 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f275e8a-4bc7-4351-baaf-69b0da904ea6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:44.642510 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f275e8a-4bc7-4351-baaf-69b0da904ea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:44.642842 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f275e8a-4bc7-4351-baaf-69b0da904ea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:44.643173 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f275e8a-4bc7-4351-baaf-69b0da904ea6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:44.643502 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f275e8a-4bc7-4351-baaf-69b0da904ea6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:44.643832 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f275e8a-4bc7-4351-baaf-69b0da904ea6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:44.644172 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f275e8a-4bc7-4351-baaf-69b0da904ea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:44.644502 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f275e8a-4bc7-4351-baaf-69b0da904ea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:44.644826 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f275e8a-4bc7-4351-baaf-69b0da904ea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:44.645342 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f275e8a-4bc7-4351-baaf-69b0da904ea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:50:44.699035 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] For port d2923c10-152f-4e74-ba35-a92b9b99dbc9, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:50:44.702938 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] For port d2923c10-152f-4e74-ba35-a92b9b99dbc9, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=d2923c10-152f-4e74-ba35-a92b9b99dbc9,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:50:44.767578 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (d2923c10-152f-4e74-ba35-a92b9b99dbc9), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:44.790539 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Allocated IP 172.20.0.1 (937e095d-9c43-4379-90ba-e4ceb11049cd/0557795c-801b-48d9-9aac-501223d0170a/299958f2-da92-44d0-8e92-faea5870501b) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:50:44.837473 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Routers {'cb2c003e-975f-424d-83e9-da3f8b67dd2b'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:50:44.838051 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:50:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:44.872936 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f275e8a-4bc7-4351-baaf-69b0da904ea6 None None] Pushing event updated for resources: {'Port': ['ID=d2923c10-152f-4e74-ba35-a92b9b99dbc9,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:44.930156 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81254a1-43f3-45ce-aee8-8090ec98919e req-4ec9d688-26ee-47e2-a308-0fc148313b0d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:44.931649 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d81254a1-43f3-45ce-aee8-8090ec98919e req-4ec9d688-26ee-47e2-a308-0fc148313b0d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0620747 Apr 28 22:50:44.955835 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Publish callbacks [] for port (299958f2-da92-44d0-8e92-faea5870501b), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:44.966843 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] Set router cb2c003e-975f-424d-83e9-da3f8b67dd2b gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:50:44.994742 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc91984-a961-4e39-b7be-0d4abe209566 req-fb58757d-bd82-4e7b-b411-e95f20b42ebd tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:44.996408 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4bc91984-a961-4e39-b7be-0d4abe209566 req-fb58757d-bd82-4e7b-b411-e95f20b42ebd tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 944 time: 0.0542111 Apr 28 22:50:45.008029 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d81254a1-43f3-45ce-aee8-8090ec98919e req-373e2474-047d-4a02-acdb-a8969b93e588 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676131 Apr 28 22:50:45.046639 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4bc91984-a961-4e39-b7be-0d4abe209566 req-22390bf5-646f-464f-8fd6-a8f2e02ef696 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439830 Apr 28 22:50:45.076593 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (299958f2-da92-44d0-8e92-faea5870501b), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:45.119518 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Network 937e095d-9c43-4379-90ba-e4ceb11049cd is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:50:45.125093 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:50:45.127547 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:50:45.151396 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Pushing event updated for resources: {'Port': ['ID=299958f2-da92-44d0-8e92-faea5870501b,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:45.174262 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833397'] for router_interface (cb2c003e-975f-424d-83e9-da3f8b67dd2b), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:45.245991 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:43Z', 'revision_number': 3, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:45.276868 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef3df7-6e1a-4587-b907-62e3361a21e4 None None] The sync data for ids ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'] in dv-cinder-839825-1-iscsi is: [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:43Z', 'revision_number': 3, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:50:45.374500 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (299958f2-da92-44d0-8e92-faea5870501b), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:45.398990 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-52f5d832-e019-47a0-ba8c-cb3861bc2fc7 None None] Provisioning complete for port 299958f2-da92-44d0-8e92-faea5870501b triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:50:45.399286 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-52f5d832-e019-47a0-ba8c-cb3861bc2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (299958f2-da92-44d0-8e92-faea5870501b), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:45.433954 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-52f5d832-e019-47a0-ba8c-cb3861bc2fc7 None None] Port 299958f2-da92-44d0-8e92-faea5870501b cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:50:45.552805 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Publish callbacks [] for port (299958f2-da92-44d0-8e92-faea5870501b), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:45.639488 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (299958f2-da92-44d0-8e92-faea5870501b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:45.712496 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Pushing event updated for resources: {'Port': ['ID=299958f2-da92-44d0-8e92-faea5870501b,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:45.715362 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834501'] for router_interface (cb2c003e-975f-424d-83e9-da3f8b67dd2b), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:45.741068 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device a94d80d4-6cea-4b7a-85fc-e4819bb13d88 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:50:45.821265 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port a94d80d4-6cea-4b7a-85fc-e4819bb13d88 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:50:45.821799 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Network 937e095d-9c43-4379-90ba-e4ceb11049cd is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:50:45.822303 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (a94d80d4-6cea-4b7a-85fc-e4819bb13d88), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:45.823430 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:50:45.901948 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:45.923179 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port a94d80d4-6cea-4b7a-85fc-e4819bb13d88 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:50:45.924267 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device d2923c10-152f-4e74-ba35-a92b9b99dbc9 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:50:45.984806 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Router cb2c003e-975f-424d-83e9-da3f8b67dd2b has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:50:45.989221 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port d2923c10-152f-4e74-ba35-a92b9b99dbc9 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:50:45.989221 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (d2923c10-152f-4e74-ba35-a92b9b99dbc9), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:46.097881 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port d2923c10-152f-4e74-ba35-a92b9b99dbc9 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:50:46.098274 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (d2923c10-152f-4e74-ba35-a92b9b99dbc9), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:46.113694 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581ec79-9522-4cb6-9684-7127db64eefe req-02e3e123-b177-41a7-9ec7-c3244ef62f67 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:46.115912 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b581ec79-9522-4cb6-9684-7127db64eefe req-02e3e123-b177-41a7-9ec7-c3244ef62f67 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0655956 Apr 28 22:50:46.131000 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] For port d2923c10-152f-4e74-ba35-a92b9b99dbc9, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=d2923c10-152f-4e74-ba35-a92b9b99dbc9,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:46.170858 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-93ccd464-db75-4381-9af2-afeea8f3a6a1 None None] Provisioning complete for port 299958f2-da92-44d0-8e92-faea5870501b triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:50:46.172826 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-93ccd464-db75-4381-9af2-afeea8f3a6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (299958f2-da92-44d0-8e92-faea5870501b), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:46.193578 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:50:46.210477 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (d2923c10-152f-4e74-ba35-a92b9b99dbc9), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:46.217160 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734c801-27a9-45e0-8672-ec2f782d580b req-9f1b0404-9552-4fa3-9b38-fbf4c43d3350 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:46.227991 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d734c801-27a9-45e0-8672-ec2f782d580b req-9f1b0404-9552-4fa3-9b38-fbf4c43d3350 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 946 time: 0.0940795 Apr 28 22:50:46.249329 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-5b49c083-0f7a-4454-ba53-e0595abaaf50 admin admin] 10.222.0.13 "PUT /v2.0/routers/cb2c003e-975f-424d-83e9-da3f8b67dd2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2901528 Apr 28 22:50:46.249544 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-93ccd464-db75-4381-9af2-afeea8f3a6a1 None None] Port 299958f2-da92-44d0-8e92-faea5870501b cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:50:46.285080 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Pushing event updated for resources: {'Port': ['ID=d2923c10-152f-4e74-ba35-a92b9b99dbc9,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:46.326478 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d734c801-27a9-45e0-8672-ec2f782d580b req-ddd4f927-7b39-4a07-a321-50e9fec8442e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e71eb67-4a83-4ddc-856b-356d80113e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974705 Apr 28 22:50:46.501901 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60464040-9c07-49c3-9eeb-bf9df5e85a0b req-1d61b0ce-0fca-4e1f-9fb7-d27950f265e0 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:46.503364 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-60464040-9c07-49c3-9eeb-bf9df5e85a0b req-1d61b0ce-0fca-4e1f-9fb7-d27950f265e0 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 944 time: 0.3526623 Apr 28 22:50:46.536582 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-b581ec79-9522-4cb6-9684-7127db64eefe req-91dc6df6-c54c-4ecb-90eb-8fc8384b320e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Deleting port 516092d6-335c-4065-8ea1-4c8cb8895ef2 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:50:46.536915 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-b581ec79-9522-4cb6-9684-7127db64eefe req-91dc6df6-c54c-4ecb-90eb-8fc8384b320e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (516092d6-335c-4065-8ea1-4c8cb8895ef2), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:46.585295 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-60464040-9c07-49c3-9eeb-bf9df5e85a0b req-18a190d3-9199-40c7-a043-dec33cb00b17 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763900 Apr 28 22:50:46.645998 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-b581ec79-9522-4cb6-9684-7127db64eefe req-91dc6df6-c54c-4ecb-90eb-8fc8384b320e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] For port 516092d6-335c-4065-8ea1-4c8cb8895ef2, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=516092d6-335c-4065-8ea1-4c8cb8895ef2,segment=NetworkSegment(fc508591-b290-4de0-bccf-84bd57c77663),segment_id=fc508591-b290-4de0-bccf-84bd57c77663)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:46.646279 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-b581ec79-9522-4cb6-9684-7127db64eefe req-91dc6df6-c54c-4ecb-90eb-8fc8384b320e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (516092d6-335c-4065-8ea1-4c8cb8895ef2), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:46.817498 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-b581ec79-9522-4cb6-9684-7127db64eefe req-91dc6df6-c54c-4ecb-90eb-8fc8384b320e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:46.817894 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-b581ec79-9522-4cb6-9684-7127db64eefe req-91dc6df6-c54c-4ecb-90eb-8fc8384b320e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (c00f80ff-f9c7-4b99-8bc7-bfc409ce7084), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:46.818211 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [req-b581ec79-9522-4cb6-9684-7127db64eefe req-91dc6df6-c54c-4ecb-90eb-8fc8384b320e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Floating IP c00f80ff-f9c7-4b99-8bc7-bfc409ce7084 disassociated. External IP: 172.27.0.14, port: 516092d6-335c-4065-8ea1-4c8cb8895ef2. Apr 28 22:50:46.818556 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-b581ec79-9522-4cb6-9684-7127db64eefe req-91dc6df6-c54c-4ecb-90eb-8fc8384b320e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Calling delete_port for 516092d6-335c-4065-8ea1-4c8cb8895ef2 owned by compute:nova {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:50:46.859667 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54142) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:46.864251 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-ad97ea1a-b965-483c-91f4-d82df1ec9fdf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1719377361', 'description': 'tempest-description--368435195'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:50:46.953293 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad97ea1a-b965-483c-91f4-d82df1ec9fdf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:47.002360 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-b581ec79-9522-4cb6-9684-7127db64eefe req-91dc6df6-c54c-4ecb-90eb-8fc8384b320e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (516092d6-335c-4065-8ea1-4c8cb8895ef2), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:47.027327 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad97ea1a-b965-483c-91f4-d82df1ec9fdf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group (31980e85-9fe0-4cae-83de-5bb51b3f8921), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:47.031567 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc6df6-c54c-4ecb-90eb-8fc8384b320e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event deleted for resources: {'Port': ['ID=516092d6-335c-4065-8ea1-4c8cb8895ef2,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:47.102059 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad97ea1a-b965-483c-91f4-d82df1ec9fdf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (31980e85-9fe0-4cae-83de-5bb51b3f8921), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:47.127947 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Sync routers for ids ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:50:47.142294 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Routers {'cb2c003e-975f-424d-83e9-da3f8b67dd2b'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:50:47.142931 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:50:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:47.143713 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97ea1a-b965-483c-91f4-d82df1ec9fdf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31980e85-9fe0-4cae-83de-5bb51b3f8921,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:47.152078 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b581ec79-9522-4cb6-9684-7127db64eefe req-91dc6df6-c54c-4ecb-90eb-8fc8384b320e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:50:47.209416 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad97ea1a-b965-483c-91f4-d82df1ec9fdf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:47.213598 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-ad97ea1a-b965-483c-91f4-d82df1ec9fdf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3500564 Apr 28 22:50:47.213773 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54144) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:47.220113 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-0bf1e667-39be-4f0e-817e-6c937ff1325b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Request body: {'security_group_rule': {'security_group_id': '31980e85-9fe0-4cae-83de-5bb51b3f8921', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:50:47.252713 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Set router cb2c003e-975f-424d-83e9-da3f8b67dd2b gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:50:47.265920 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b581ec79-9522-4cb6-9684-7127db64eefe req-91dc6df6-c54c-4ecb-90eb-8fc8384b320e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:50:47.276767 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918304f-11af-435d-ab33-80e1eb5c5ed8 None None] Sync routers for ids ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:50:47.287933 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4918304f-11af-435d-ab33-80e1eb5c5ed8 None None] Routers {'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:50:47.288801 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-4918304f-11af-435d-ab33-80e1eb5c5ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:50:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:47.303720 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0bf1e667-39be-4f0e-817e-6c937ff1325b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group_rule (eb020bd2-c6b1-4a2a-9732-3a9b50e1ea80), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:47.317149 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-b581ec79-9522-4cb6-9684-7127db64eefe req-91dc6df6-c54c-4ecb-90eb-8fc8384b320e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] No DVR routers for this DVR port 516092d6-335c-4065-8ea1-4c8cb8895ef2 on host hv-cinder-83982 {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:50:47.319958 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-b581ec79-9522-4cb6-9684-7127db64eefe req-91dc6df6-c54c-4ecb-90eb-8fc8384b320e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:47.324131 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b581ec79-9522-4cb6-9684-7127db64eefe req-91dc6df6-c54c-4ecb-90eb-8fc8384b320e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.31 "DELETE /v2.0/ports/516092d6-335c-4065-8ea1-4c8cb8895ef2 HTTP/1.1" status: 204 len: 173 time: 1.2025726 Apr 28 22:50:47.324837 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8120abb-2951-44ec-8820-6e2ebf13b1de', 'name': 'network-vif-deleted', 'tag': '516092d6-335c-4065-8ea1-4c8cb8895ef2'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:50:47.329323 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea271a73-0611-47be-8a76-816ade76dbfb" -d '{"events": [{"server_uuid": "a8120abb-2951-44ec-8820-6e2ebf13b1de", "name": "network-vif-deleted", "tag": "516092d6-335c-4065-8ea1-4c8cb8895ef2"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:50:47.394416 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0bf1e667-39be-4f0e-817e-6c937ff1325b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group_rule (eb020bd2-c6b1-4a2a-9732-3a9b50e1ea80), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:47.418011 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-4918304f-11af-435d-ab33-80e1eb5c5ed8 None None] Set router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:50:47.458455 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae2964a-1bf1-499d-9978-8022328e06a8 x-openstack-request-id: req-0ae2964a-1bf1-499d-9978-8022328e06a8 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:50:47.458972 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8120abb-2951-44ec-8820-6e2ebf13b1de", "name": "network-vif-deleted", "tag": "516092d6-335c-4065-8ea1-4c8cb8895ef2", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:50:47.459302 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ae2964a-1bf1-499d-9978-8022328e06a8 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:50:47.459838 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae2964a-1bf1-499d-9978-8022328e06a8'] response: {'server_uuid': 'a8120abb-2951-44ec-8820-6e2ebf13b1de', 'name': 'network-vif-deleted', 'tag': '516092d6-335c-4065-8ea1-4c8cb8895ef2', 'status': 'completed', 'code': 200} Apr 28 22:50:47.466079 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0bf1e667-39be-4f0e-817e-6c937ff1325b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (eb020bd2-c6b1-4a2a-9732-3a9b50e1ea80), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:47.499326 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1e667-39be-4f0e-817e-6c937ff1325b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb020bd2-c6b1-4a2a-9732-3a9b50e1ea80,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:47.519816 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7f2f70ae-567d-45ee-9e7f-daa667e61c02 req-6bc7f69d-6136-4d47-ac44-a5ba13d312a1 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.0365193 Apr 28 22:50:47.564534 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:45Z', 'revision_number': 4, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '299958f2-da92-44d0-8e92-faea5870501b', 'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'mac_address': 'fa:16:3e:9f:9c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:44Z', 'updated_at': '2022-04-28T22:50:45Z', 'revision_number': 2, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'subnets': [{'id': '0557795c-801b-48d9-9aac-501223d0170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:47.579940 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0bf1e667-39be-4f0e-817e-6c937ff1325b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:47.581609 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-0bf1e667-39be-4f0e-817e-6c937ff1325b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3663125 Apr 28 22:50:47.585099 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54150) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:47.590315 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-65edcb2e-c9ca-4f96-88ea-9ed0a2491c6e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Request body: {'security_group_rule': {'security_group_id': '31980e85-9fe0-4cae-83de-5bb51b3f8921', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:50:47.667926 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-4918304f-11af-435d-ab33-80e1eb5c5ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:15Z', 'revision_number': 4, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '7fd425ed-c264-4199-8378-c40bc762b07b', 'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'mac_address': 'fa:16:3e:7e:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:14Z', 'updated_at': '2022-04-28T22:42:23Z', 'revision_number': 5, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'subnets': [{'id': 'f764963a-8464-4a24-ad54-07350b19889d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:47.701857 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918304f-11af-435d-ab33-80e1eb5c5ed8 None None] Checking router: a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:50:47.711599 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4918304f-11af-435d-ab33-80e1eb5c5ed8 None None] Routers {'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:50:47.712480 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-4918304f-11af-435d-ab33-80e1eb5c5ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:50:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:47.745738 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Checking router: cb2c003e-975f-424d-83e9-da3f8b67dd2b for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:50:47.746114 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Updating router cb2c003e-975f-424d-83e9-da3f8b67dd2b port 299958f2-da92-44d0-8e92-faea5870501b binding host dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:50:47.765398 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-65edcb2e-c9ca-4f96-88ea-9ed0a2491c6e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group_rule (dd3b8fd0-a0e1-48ed-a45d-d24a4f641118), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:47.772216 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device d2923c10-152f-4e74-ba35-a92b9b99dbc9 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:50:47.789294 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f804e-3815-46b6-885e-b147e03f8340 req-c37ea687-cbd0-4d91-b683-2c0bbda5af6a tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:47.799492 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-729f804e-3815-46b6-885e-b147e03f8340 req-c37ea687-cbd0-4d91-b683-2c0bbda5af6a tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 944 time: 0.0876126 Apr 28 22:50:47.814102 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (299958f2-da92-44d0-8e92-faea5870501b), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:47.858935 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-4918304f-11af-435d-ab33-80e1eb5c5ed8 None None] Set router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:50:47.866114 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-729f804e-3815-46b6-885e-b147e03f8340 req-9ec441ef-d3d4-4d08-8735-e07fc39f4dad tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646012 Apr 28 22:50:47.873906 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-65edcb2e-c9ca-4f96-88ea-9ed0a2491c6e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group_rule (dd3b8fd0-a0e1-48ed-a45d-d24a4f641118), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:47.920486 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port d2923c10-152f-4e74-ba35-a92b9b99dbc9 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:50:47.921186 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (d2923c10-152f-4e74-ba35-a92b9b99dbc9), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:47.944112 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-65edcb2e-c9ca-4f96-88ea-9ed0a2491c6e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (dd3b8fd0-a0e1-48ed-a45d-d24a4f641118), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:47.963926 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edcb2e-c9ca-4f96-88ea-9ed0a2491c6e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3b8fd0-a0e1-48ed-a45d-d24a4f641118,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:48.030019 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-65edcb2e-c9ca-4f96-88ea-9ed0a2491c6e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:48.031447 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-65edcb2e-c9ca-4f96-88ea-9ed0a2491c6e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4461873 Apr 28 22:50:48.034710 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 54154) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:48.041327 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Request body: {'floatingip': {'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:50:48.072739 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-4918304f-11af-435d-ab33-80e1eb5c5ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:15Z', 'revision_number': 4, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '7fd425ed-c264-4199-8378-c40bc762b07b', 'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'mac_address': 'fa:16:3e:7e:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:14Z', 'updated_at': '2022-04-28T22:42:23Z', 'revision_number': 5, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'subnets': [{'id': 'f764963a-8464-4a24-ad54-07350b19889d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:48.086260 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port d2923c10-152f-4e74-ba35-a92b9b99dbc9 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:50:48.099463 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918304f-11af-435d-ab33-80e1eb5c5ed8 None None] The sync data for ids ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'] in dv-cinder-839825-1-iscsi is: [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:15Z', 'revision_number': 4, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '7fd425ed-c264-4199-8378-c40bc762b07b', 'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'mac_address': 'fa:16:3e:7e:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:14Z', 'updated_at': '2022-04-28T22:42:23Z', 'revision_number': 5, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'subnets': [{'id': 'f764963a-8464-4a24-ad54-07350b19889d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:50:48.149727 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:48.167001 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Publish callbacks [] for port (299958f2-da92-44d0-8e92-faea5870501b), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:48.237048 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:48.245143 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (299958f2-da92-44d0-8e92-faea5870501b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:48.301619 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47b2a3-a943-4743-9baa-2446bf6307d6 None None] Pushing event updated for resources: {'Port': ['ID=299958f2-da92-44d0-8e92-faea5870501b,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:48.370883 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Allocated IP 172.27.0.245 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/3ff302bc-cd6d-41bb-a78f-078e8b086df8) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:50:48.400337 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14adae4-f530-45c2-a95c-b82acd78a198 None None] New status for floating IP c00f80ff-f9c7-4b99-8bc7-bfc409ce7084: DOWN {{(pid=110301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:50:48.435679 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Attempting to bind port 299958f2-da92-44d0-8e92-faea5870501b on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:50:48.436366 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Attempting to bind port 299958f2-da92-44d0-8e92-faea5870501b by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'd9560879-fb80-429e-bed8-b08f9bdb0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:50:48.436868 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Attempting to bind port 299958f2-da92-44d0-8e92-faea5870501b on network 937e095d-9c43-4379-90ba-e4ceb11049cd {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:50:48.488461 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:50:48.489112 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Checking segment: {'id': 'd9560879-fb80-429e-bed8-b08f9bdb0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:50:48.489635 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:48.490149 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Bound using segment: {'id': 'd9560879-fb80-429e-bed8-b08f9bdb0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:50:48.490754 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Bound port: 299958f2-da92-44d0-8e92-faea5870501b, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9560879-fb80-429e-bed8-b08f9bdb0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:50:48.491814 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (299958f2-da92-44d0-8e92-faea5870501b), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:48.496187 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for port (3ff302bc-cd6d-41bb-a78f-078e8b086df8), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:48.601529 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-c0462db2-2dba-42bd-9c02-330a6b1ec375 None None] Provisioning complete for port 299958f2-da92-44d0-8e92-faea5870501b triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:50:48.601921 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c0462db2-2dba-42bd-9c02-330a6b1ec375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (299958f2-da92-44d0-8e92-faea5870501b), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:48.607163 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] For port 299958f2-da92-44d0-8e92-faea5870501b, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:50:48.618116 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (3ff302bc-cd6d-41bb-a78f-078e8b086df8), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:48.649737 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] For port 299958f2-da92-44d0-8e92-faea5870501b, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=299958f2-da92-44d0-8e92-faea5870501b,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:50:48.652568 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-26d76829-34bc-46aa-924e-7387e16d0b0c req-26af433b-bd79-40a4-b15a-5d1bf4a7dfe8 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8120abb-2951-44ec-8820-6e2ebf13b1de HTTP/1.1" status: 200 len: 210 time: 0.0492516 Apr 28 22:50:48.656936 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-c0462db2-2dba-42bd-9c02-330a6b1ec375 None None] Port 299958f2-da92-44d0-8e92-faea5870501b cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:50:48.670428 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:50:48.673620 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:50:48.676156 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:50:48.707186 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event updated for resources: {'Port': ['ID=3ff302bc-cd6d-41bb-a78f-078e8b086df8,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:48.721980 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (299958f2-da92-44d0-8e92-faea5870501b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:48.776650 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for floatingip (514448e0-fa80-482a-9e92-14c3ac71ecf6), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:48.781796 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Routers {'cb2c003e-975f-424d-83e9-da3f8b67dd2b'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:50:48.782459 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:50:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:48.785216 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47b2a3-a943-4743-9baa-2446bf6307d6 None None] Pushing event updated for resources: {'Port': ['ID=299958f2-da92-44d0-8e92-faea5870501b,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:48.868785 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (3ff302bc-cd6d-41bb-a78f-078e8b086df8), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:48.903822 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] Set router cb2c003e-975f-424d-83e9-da3f8b67dd2b gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:50:49.023807 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324fba1-f541-4f64-959a-9994727ebaf5 req-390a68f4-7c87-4c25-be03-8f119ac1ecd7 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:49.025187 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9324fba1-f541-4f64-959a-9994727ebaf5 req-390a68f4-7c87-4c25-be03-8f119ac1ecd7 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 944 time: 0.0847411 Apr 28 22:50:49.101858 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9324fba1-f541-4f64-959a-9994727ebaf5 req-882de2ac-89d7-41b2-89ba-b9fc53f3e44b tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696514 Apr 28 22:50:49.111693 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-37f6b431-7b84-48cc-9e7b-c7ef47403b31 None None] Provisioning complete for port 299958f2-da92-44d0-8e92-faea5870501b triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:50:49.112198 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-37f6b431-7b84-48cc-9e7b-c7ef47403b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (299958f2-da92-44d0-8e92-faea5870501b), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:49.114250 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:45Z', 'revision_number': 4, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '299958f2-da92-44d0-8e92-faea5870501b', 'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'mac_address': 'fa:16:3e:9f:9c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:44Z', 'updated_at': '2022-04-28T22:50:48Z', 'revision_number': 4, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'subnets': [{'id': '0557795c-801b-48d9-9aac-501223d0170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:50:49.126375 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for port (3ff302bc-cd6d-41bb-a78f-078e8b086df8), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:49.159624 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132380b5-17e0-4465-bbb4-aeb10c42b512 None None] The sync data for ids ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'] in dv-cinder-839825-1-iscsi is: [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:45Z', 'revision_number': 4, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '299958f2-da92-44d0-8e92-faea5870501b', 'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'mac_address': 'fa:16:3e:9f:9c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:44Z', 'updated_at': '2022-04-28T22:50:48Z', 'revision_number': 4, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'subnets': [{'id': '0557795c-801b-48d9-9aac-501223d0170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:50:49.187750 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (3ff302bc-cd6d-41bb-a78f-078e8b086df8), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:49.225576 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-37f6b431-7b84-48cc-9e7b-c7ef47403b31 None None] Current status of the port 299958f2-da92-44d0-8e92-faea5870501b is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:50:49.226178 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-37f6b431-7b84-48cc-9e7b-c7ef47403b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (299958f2-da92-44d0-8e92-faea5870501b), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:49.264368 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-37f6b431-7b84-48cc-9e7b-c7ef47403b31 None None] For port 299958f2-da92-44d0-8e92-faea5870501b, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=299958f2-da92-44d0-8e92-faea5870501b,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:49.293038 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event updated for resources: {'Port': ['ID=3ff302bc-cd6d-41bb-a78f-078e8b086df8,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:49.305768 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (514448e0-fa80-482a-9e92-14c3ac71ecf6), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:49.353728 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-37f6b431-7b84-48cc-9e7b-c7ef47403b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (299958f2-da92-44d0-8e92-faea5870501b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:49.391328 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:49.394284 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-739bb9b3-5532-46d2-899f-dc2901980e19 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3580258 Apr 28 22:50:49.406455 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6b431-7b84-48cc-9e7b-c7ef47403b31 None None] Pushing event updated for resources: {'Port': ['ID=299958f2-da92-44d0-8e92-faea5870501b,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:49.548352 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c548d16e-fb8c-4d89-916f-407e5b3285c4 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1719377361&fields=id&tenant_id=989e8026f8c4491aa03a37dac04c7f8a HTTP/1.1" status: 200 len: 267 time: 0.0470881 Apr 28 22:50:49.667115 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 299958f2-da92-44d0-8e92-faea5870501b up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:50:49.668104 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36199329-4a90-4b74-9d50-bce905b77d5b req-88b5c2f2-a67c-4d0f-ac87-2effe7597876 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:49.676984 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-36199329-4a90-4b74-9d50-bce905b77d5b req-88b5c2f2-a67c-4d0f-ac87-2effe7597876 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/networks?id=937e095d-9c43-4379-90ba-e4ceb11049cd HTTP/1.1" status: 200 len: 817 time: 0.1215427 Apr 28 22:50:49.688341 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-36199329-4a90-4b74-9d50-bce905b77d5b req-24ed7c5a-7626-42cd-8243-33393f2a105b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/quotas/989e8026f8c4491aa03a37dac04c7f8a HTTP/1.1" status: 200 len: 375 time: 0.0104880 Apr 28 22:50:49.731944 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 299958f2-da92-44d0-8e92-faea5870501b triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:50:49.732544 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (299958f2-da92-44d0-8e92-faea5870501b), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:49.745308 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-36199329-4a90-4b74-9d50-bce905b77d5b req-3bd6724f-f2f3-41a5-9498-31f8faebf0bd tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=989e8026f8c4491aa03a37dac04c7f8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505800 Apr 28 22:50:49.808137 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 54182) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:49.820331 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 299958f2-da92-44d0-8e92-faea5870501b is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:50:49.872681 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bda3840b-6b26-401b-909f-5ed28c8d9dae tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group (6e71eb67-4a83-4ddc-856b-356d80113e96), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:49.898731 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bda3840b-6b26-401b-909f-5ed28c8d9dae tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group (6e71eb67-4a83-4ddc-856b-356d80113e96), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:49.902488 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-36199329-4a90-4b74-9d50-bce905b77d5b req-6bc6819f-4b47-434a-b425-ac1c575e40e7 service neutron] 10.222.0.13 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419487 Apr 28 22:50:50.002318 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-36199329-4a90-4b74-9d50-bce905b77d5b req-dce9c678-dda5-4506-bf5b-a5b7fdd01449 service neutron] 10.222.0.13 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940320 Apr 28 22:50:50.033474 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bda3840b-6b26-401b-909f-5ed28c8d9dae tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (6e71eb67-4a83-4ddc-856b-356d80113e96), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:50.036308 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bda3840b-6b26-401b-909f-5ed28c8d9dae tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:50.037589 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-bda3840b-6b26-401b-909f-5ed28c8d9dae tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "DELETE /v2.0/security-groups/6e71eb67-4a83-4ddc-856b-356d80113e96 HTTP/1.1" status: 204 len: 168 time: 0.2282984 Apr 28 22:50:50.040359 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54186) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:50.048624 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3840b-6b26-401b-909f-5ed28c8d9dae tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e71eb67-4a83-4ddc-856b-356d80113e96,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:50.055773 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.api.v2.resource [None req-489c0110-b20c-4195-a4d4-8bb84d0d0c0a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] show failed (client error): The resource could not be found. Apr 28 22:50:50.056905 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-489c0110-b20c-4195-a4d4-8bb84d0d0c0a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups/6e71eb67-4a83-4ddc-856b-356d80113e96 HTTP/1.1" status: 404 len: 347 time: 0.0154996 Apr 28 22:50:50.060487 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54188) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:50.203266 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-f7247550-6c8e-462b-a7d8-179f9f7232ef tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Deleting port 9d56e446-d858-4d2f-ab3d-f3a2501a6729 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:50:50.203665 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f7247550-6c8e-462b-a7d8-179f9f7232ef tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (9d56e446-d858-4d2f-ab3d-f3a2501a6729), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:50.262806 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11a9b8-9154-48c2-86ad-82b10f3d1d28 req-04eda88f-901d-45ba-ba24-d9cbea627531 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:50.269762 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6c11a9b8-9154-48c2-86ad-82b10f3d1d28 req-04eda88f-901d-45ba-ba24-d9cbea627531 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 944 time: 0.0926807 Apr 28 22:50:50.298123 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f8b90f9e-421d-49ac-b63a-c0c86471d549 req-caaabfec-23e7-410f-81eb-1814a2779cbf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 210 time: 0.0396566 Apr 28 22:50:50.325588 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f7247550-6c8e-462b-a7d8-179f9f7232ef tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (9d56e446-d858-4d2f-ab3d-f3a2501a6729), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:50.331862 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6c11a9b8-9154-48c2-86ad-82b10f3d1d28 req-9a70d502-2057-4d41-a03e-ab41a8aed5d7 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612218 Apr 28 22:50:50.336309 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f7247550-6c8e-462b-a7d8-179f9f7232ef tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for floatingip (9d56e446-d858-4d2f-ab3d-f3a2501a6729), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:50.350186 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-f7247550-6c8e-462b-a7d8-179f9f7232ef tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Calling delete_port for 9d56e446-d858-4d2f-ab3d-f3a2501a6729 owned by network:floatingip {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:50:50.396998 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 769ce8c5-d990-465f-91b1-1c0732655286 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:50:50.407566 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 516092d6-335c-4065-8ea1-4c8cb8895ef2 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:50:50.435047 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: 516092d6-335c-4065-8ea1-4c8cb8895ef2 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:50:50.435490 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 516092d6-335c-4065-8ea1-4c8cb8895ef2 not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:50:50.526689 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 769ce8c5-d990-465f-91b1-1c0732655286, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=769ce8c5-d990-465f-91b1-1c0732655286,segment=NetworkSegment(3a35a444-6129-4397-98ce-1a7b19c7582e),segment_id=3a35a444-6129-4397-98ce-1a7b19c7582e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:50.538386 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': '769ce8c5-d990-465f-91b1-1c0732655286', 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff', 'port_id': '769ce8c5-d990-465f-91b1-1c0732655286', 'mac_address': 'fa:16:3e:bc:2c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:50:50.577770 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 769ce8c5-d990-465f-91b1-1c0732655286 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:50:50.578116 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (769ce8c5-d990-465f-91b1-1c0732655286), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:50.583896 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f7247550-6c8e-462b-a7d8-179f9f7232ef tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (9d56e446-d858-4d2f-ab3d-f3a2501a6729), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:50.591403 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769ce8c5-d990-465f-91b1-1c0732655286 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:50:50.610985 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 769ce8c5-d990-465f-91b1-1c0732655286, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=769ce8c5-d990-465f-91b1-1c0732655286,segment=NetworkSegment(3a35a444-6129-4397-98ce-1a7b19c7582e),segment_id=3a35a444-6129-4397-98ce-1a7b19c7582e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:50.615735 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7247550-6c8e-462b-a7d8-179f9f7232ef tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event deleted for resources: {'Port': ['ID=9d56e446-d858-4d2f-ab3d-f3a2501a6729,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:50.675417 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (769ce8c5-d990-465f-91b1-1c0732655286), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:50.675630 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f7247550-6c8e-462b-a7d8-179f9f7232ef tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for floatingip (c00f80ff-f9c7-4b99-8bc7-bfc409ce7084), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:50.678051 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f7247550-6c8e-462b-a7d8-179f9f7232ef tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:50.682089 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-f7247550-6c8e-462b-a7d8-179f9f7232ef tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "DELETE /v2.0/floatingips/c00f80ff-f9c7-4b99-8bc7-bfc409ce7084 HTTP/1.1" status: 204 len: 168 time: 0.6177638 Apr 28 22:50:50.724805 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=769ce8c5-d990-465f-91b1-1c0732655286,revision_number=7']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:50.979235 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['769ce8c5-d990-465f-91b1-1c0732655286'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:50:51.002558 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54204) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:51.007377 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-1d59bba2-7e03-4c2b-998c-4fb892c6819c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1024179438', 'description': 'tempest-description--1572203264'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:50:51.092947 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1d59bba2-7e03-4c2b-998c-4fb892c6819c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:51.160643 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1d59bba2-7e03-4c2b-998c-4fb892c6819c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group (995aa489-59fc-4d3c-9681-08b0212cc654), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:51.221928 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1d59bba2-7e03-4c2b-998c-4fb892c6819c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (995aa489-59fc-4d3c-9681-08b0212cc654), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:51.250035 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59bba2-7e03-4c2b-998c-4fb892c6819c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995aa489-59fc-4d3c-9681-08b0212cc654,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:51.300495 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1d59bba2-7e03-4c2b-998c-4fb892c6819c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:51.301797 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-1d59bba2-7e03-4c2b-998c-4fb892c6819c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2981808 Apr 28 22:50:51.304693 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54206) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:51.308955 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-1f958748-1a99-4472-a1d2-13bcacb606de tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Request body: {'security_group_rule': {'security_group_id': '995aa489-59fc-4d3c-9681-08b0212cc654', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:50:51.420270 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-980b3882-6ce9-4eb6-a5a0-ecc54e9524aa req-3799a578-16c9-4ad5-a640-5de35110cd1c tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 210 time: 0.0382016 Apr 28 22:50:51.459247 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1f958748-1a99-4472-a1d2-13bcacb606de tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group_rule (f785196c-177f-4c96-98b3-944a39a38925), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:51.486143 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5724f4-5755-4c42-97f4-f5bd66963792 req-608420eb-32a9-47da-993d-f82925ca2fe3 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:51.487611 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7d5724f4-5755-4c42-97f4-f5bd66963792 req-608420eb-32a9-47da-993d-f82925ca2fe3 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 945 time: 0.0674276 Apr 28 22:50:51.557877 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1f958748-1a99-4472-a1d2-13bcacb606de tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group_rule (f785196c-177f-4c96-98b3-944a39a38925), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:51.562535 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7d5724f4-5755-4c42-97f4-f5bd66963792 req-682c2d31-c24d-45f9-90f4-352367e63729 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692039 Apr 28 22:50:51.623804 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1f958748-1a99-4472-a1d2-13bcacb606de tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (f785196c-177f-4c96-98b3-944a39a38925), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:51.642173 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f958748-1a99-4472-a1d2-13bcacb606de tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f785196c-177f-4c96-98b3-944a39a38925,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:51.694382 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1f958748-1a99-4472-a1d2-13bcacb606de tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:51.697027 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-1f958748-1a99-4472-a1d2-13bcacb606de tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3900070 Apr 28 22:50:51.698428 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54212) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:51.703084 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-2c7a5b77-d840-4475-9765-d383aa33d617 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Request body: {'security_group_rule': {'security_group_id': '995aa489-59fc-4d3c-9681-08b0212cc654', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:50:51.786850 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5b77-d840-4475-9765-d383aa33d617 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group_rule (da4027a6-4565-40ea-b39e-6287b513c4c8), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:51.847096 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5b77-d840-4475-9765-d383aa33d617 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group_rule (da4027a6-4565-40ea-b39e-6287b513c4c8), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:51.913316 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5b77-d840-4475-9765-d383aa33d617 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (da4027a6-4565-40ea-b39e-6287b513c4c8), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:51.931905 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a5b77-d840-4475-9765-d383aa33d617 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4027a6-4565-40ea-b39e-6287b513c4c8,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:51.985783 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-2c7a5b77-d840-4475-9765-d383aa33d617 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:51.987149 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-2c7a5b77-d840-4475-9765-d383aa33d617 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2875974 Apr 28 22:50:51.990117 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54214) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:50:51.994489 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Request body: {'floatingip': {'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:50:52.069918 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:52.149576 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:52.253658 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Allocated IP 172.27.0.19 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/ef3d0534-14bc-4937-8bdd-0bf9ceb01a1d) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:50:52.365009 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for port (ef3d0534-14bc-4937-8bdd-0bf9ceb01a1d), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:52.369135 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36199329-4a90-4b74-9d50-bce905b77d5b req-69ace20f-9de0-4af4-900a-536560901b5c tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:52.370727 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-36199329-4a90-4b74-9d50-bce905b77d5b req-69ace20f-9de0-4af4-900a-536560901b5c tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.31 "GET /v2.0/networks?id=937e095d-9c43-4379-90ba-e4ceb11049cd HTTP/1.1" status: 200 len: 817 time: 0.1058190 Apr 28 22:50:52.403907 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 769ce8c5-d990-465f-91b1-1c0732655286 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:50:52.430790 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-36199329-4a90-4b74-9d50-bce905b77d5b req-5d727d64-b565-4ba0-a746-6213b6b78d91 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=989e8026f8c4491aa03a37dac04c7f8a HTTP/1.1" status: 200 len: 380 time: 0.0521555 Apr 28 22:50:52.439417 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-36199329-4a90-4b74-9d50-bce905b77d5b req-32143ffc-c4de-4d3e-8552-58f011b7f230 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Request body: {'port': {'device_id': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'admin_state_up': True, 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'security_groups': ['31980e85-9fe0-4cae-83de-5bb51b3f8921']}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:50:52.451234 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port 769ce8c5-d990-465f-91b1-1c0732655286 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:50:52.451611 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (769ce8c5-d990-465f-91b1-1c0732655286), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:52.510028 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (ef3d0534-14bc-4937-8bdd-0bf9ceb01a1d), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:52.532599 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 769ce8c5-d990-465f-91b1-1c0732655286 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:50:52.533235 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (769ce8c5-d990-465f-91b1-1c0732655286), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:52.549687 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-016841c6-0961-416c-9d55-d76f13275105 req-af3c3dca-8997-4827-bb3e-e42c16284b47 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 210 time: 0.0449209 Apr 28 22:50:52.560704 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769ce8c5-d990-465f-91b1-1c0732655286'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:50:52.563811 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da4f959-3454-42c5-8459-a9ad7f3be034" -d '{"events": [{"server_uuid": "9e617351-18d2-4a50-8c50-d84a5ae79128", "name": "network-vif-plugged", "status": "completed", "tag": "769ce8c5-d990-465f-91b1-1c0732655286"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:50:52.582038 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 769ce8c5-d990-465f-91b1-1c0732655286, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=769ce8c5-d990-465f-91b1-1c0732655286,segment=NetworkSegment(3a35a444-6129-4397-98ce-1a7b19c7582e),segment_id=3a35a444-6129-4397-98ce-1a7b19c7582e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:50:52.584541 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:50:52.603231 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:50:52.607486 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:50:52.642205 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2f9a9a-3ce7-4c9a-9f35-cde52eb02db2 x-openstack-request-id: req-7e2f9a9a-3ce7-4c9a-9f35-cde52eb02db2 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:50:52.642205 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e617351-18d2-4a50-8c50-d84a5ae79128", "name": "network-vif-plugged", "status": "completed", "tag": "769ce8c5-d990-465f-91b1-1c0732655286", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:50:52.642205 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e2f9a9a-3ce7-4c9a-9f35-cde52eb02db2 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:50:52.642205 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2f9a9a-3ce7-4c9a-9f35-cde52eb02db2'] response: {'server_uuid': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769ce8c5-d990-465f-91b1-1c0732655286', 'code': 200} Apr 28 22:50:52.642878 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event updated for resources: {'Port': ['ID=ef3d0534-14bc-4937-8bdd-0bf9ceb01a1d,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:52.684744 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94e660-c382-4701-9015-dcad947d8d2e req-6c6c52b1-1486-4369-961a-56bf593105f4 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:52.690647 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (769ce8c5-d990-465f-91b1-1c0732655286), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:52.690816 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ec94e660-c382-4701-9015-dcad947d8d2e req-6c6c52b1-1486-4369-961a-56bf593105f4 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 945 time: 0.0571845 Apr 28 22:50:52.706315 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for floatingip (b6e9d842-1ddd-43ad-9b90-0510b09c6337), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:52.717340 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36199329-4a90-4b74-9d50-bce905b77d5b req-32143ffc-c4de-4d3e-8552-58f011b7f230 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Made reservation on behalf of 989e8026f8c4491aa03a37dac04c7f8a for: {'port': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:50:52.720937 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-36199329-4a90-4b74-9d50-bce905b77d5b req-32143ffc-c4de-4d3e-8552-58f011b7f230 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:52.744748 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=769ce8c5-d990-465f-91b1-1c0732655286,revision_number=8']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:52.766455 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ec94e660-c382-4701-9015-dcad947d8d2e req-3520861b-b829-486c-b331-6840a44371e9 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742097 Apr 28 22:50:52.812691 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ef3d0534-14bc-4937-8bdd-0bf9ceb01a1d), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:52.876286 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [req-36199329-4a90-4b74-9d50-bce905b77d5b req-32143ffc-c4de-4d3e-8552-58f011b7f230 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Allocated IP 172.20.0.9 (937e095d-9c43-4379-90ba-e4ceb11049cd/0557795c-801b-48d9-9aac-501223d0170a/c8360932-f6e6-426f-979f-312615548061) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:50:52.975948 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9617ad-baa5-4a42-b0a4-18a6e98e2a13 req-1ec31d6a-58b3-46dc-be73-f71efca04e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:52.977446 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f9617ad-baa5-4a42-b0a4-18a6e98e2a13 req-1ec31d6a-58b3-46dc-be73-f71efca04e8d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 1130 time: 0.0513322 Apr 28 22:50:53.017946 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-36199329-4a90-4b74-9d50-bce905b77d5b req-32143ffc-c4de-4d3e-8552-58f011b7f230 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for port (c8360932-f6e6-426f-979f-312615548061), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:53.024820 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for port (ef3d0534-14bc-4937-8bdd-0bf9ceb01a1d), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:53.043012 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f9617ad-baa5-4a42-b0a4-18a6e98e2a13 req-d78bc324-c3ad-4da0-a09f-0b62f10e84b1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586672 Apr 28 22:50:53.118761 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (ef3d0534-14bc-4937-8bdd-0bf9ceb01a1d), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:53.130552 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-36199329-4a90-4b74-9d50-bce905b77d5b req-32143ffc-c4de-4d3e-8552-58f011b7f230 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (c8360932-f6e6-426f-979f-312615548061), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:53.174054 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36199329-4a90-4b74-9d50-bce905b77d5b req-32143ffc-c4de-4d3e-8552-58f011b7f230 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Network 937e095d-9c43-4379-90ba-e4ceb11049cd is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:50:53.179231 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [req-36199329-4a90-4b74-9d50-bce905b77d5b req-32143ffc-c4de-4d3e-8552-58f011b7f230 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:50:53.182981 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-36199329-4a90-4b74-9d50-bce905b77d5b req-32143ffc-c4de-4d3e-8552-58f011b7f230 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:50:53.188302 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event updated for resources: {'Port': ['ID=ef3d0534-14bc-4937-8bdd-0bf9ceb01a1d,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:53.201136 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (b6e9d842-1ddd-43ad-9b90-0510b09c6337), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:53.210803 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32143ffc-c4de-4d3e-8552-58f011b7f230 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event updated for resources: {'Port': ['ID=c8360932-f6e6-426f-979f-312615548061,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:53.239232 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36199329-4a90-4b74-9d50-bce905b77d5b req-32143ffc-c4de-4d3e-8552-58f011b7f230 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:53.239868 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-36199329-4a90-4b74-9d50-bce905b77d5b req-32143ffc-c4de-4d3e-8552-58f011b7f230 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:53.275118 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:53.276508 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-8b889d78-50c4-461e-88d7-7e73968f4b2a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2853644 Apr 28 22:50:53.321682 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-36199329-4a90-4b74-9d50-bce905b77d5b req-32143ffc-c4de-4d3e-8552-58f011b7f230 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8861747 Apr 28 22:50:53.337195 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Request body: {'port': {'device_id': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:50:53.400521 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-645e1d1b-1848-492b-b442-f6b43f2cede9 None None] Provisioning complete for port c8360932-f6e6-426f-979f-312615548061 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:50:53.401030 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-645e1d1b-1848-492b-b442-f6b43f2cede9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (c8360932-f6e6-426f-979f-312615548061), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:53.404217 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (c8360932-f6e6-426f-979f-312615548061), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:53.441008 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-645e1d1b-1848-492b-b442-f6b43f2cede9 None None] Port c8360932-f6e6-426f-979f-312615548061 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:50:53.503991 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-ba04c9a3-f821-4bd8-a939-60b2669b05d3 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1024179438&fields=id&tenant_id=a0d7c475a2444cb7beac065aff76acbe HTTP/1.1" status: 200 len: 267 time: 0.0425057 Apr 28 22:50:53.611468 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-4ed57d8f-0228-4556-8857-bf870cd43a5d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:53.613123 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-4ed57d8f-0228-4556-8857-bf870cd43a5d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/networks?id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 HTTP/1.1" status: 200 len: 811 time: 0.1025085 Apr 28 22:50:53.629849 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-9cab8ffd-07b7-426b-a215-d6e11a5fe387 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/quotas/a0d7c475a2444cb7beac065aff76acbe HTTP/1.1" status: 200 len: 375 time: 0.0107479 Apr 28 22:50:53.683551 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-2d021741-4390-47ee-a8cc-3ec2d405c007 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0d7c475a2444cb7beac065aff76acbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474026 Apr 28 22:50:53.713667 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4339a-bfa1-4195-855f-a1720e6470aa req-551dda15-ab25-4263-bcc8-3930330bd455 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:53.715279 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-86e4339a-bfa1-4195-855f-a1720e6470aa req-551dda15-ab25-4263-bcc8-3930330bd455 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 931 time: 0.0764301 Apr 28 22:50:53.720188 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8360932-f6e6-426f-979f-312615548061 {{(pid=110300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:50:53.729595 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Publish callbacks [] for port (c8360932-f6e6-426f-979f-312615548061), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:53.764724 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.provisioning_blocks [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Transition to ACTIVE for port object c8360932-f6e6-426f-979f-312615548061 will not be triggered until provisioned by entity L2. {{(pid=110300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:50:53.789426 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-86e4339a-bfa1-4195-855f-a1720e6470aa req-2a064ddf-2bf0-438a-b8aa-eb1bf2427c11 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632582 Apr 28 22:50:53.789633 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-3323f1c6-3478-4b0f-878e-360df1cf0178 service neutron] 10.222.0.13 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892789 Apr 28 22:50:53.822211 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (c8360932-f6e6-426f-979f-312615548061), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:53.890659 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-bb042a31-41ad-4829-98c5-cfd0c4ea5c55 service neutron] 10.222.0.13 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922318 Apr 28 22:50:53.916564 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Pushing event updated for resources: {'Port': ['ID=c8360932-f6e6-426f-979f-312615548061,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:53.926322 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095a7ea-ee7a-447d-ae7b-303ce6d7b551 req-cf0c4c63-e775-4000-816c-3cb80fe4938d tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:53.928048 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4095a7ea-ee7a-447d-ae7b-303ce6d7b551 req-cf0c4c63-e775-4000-816c-3cb80fe4938d tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0728185 Apr 28 22:50:54.025523 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4095a7ea-ee7a-447d-ae7b-303ce6d7b551 req-23100af8-5cc9-4bcd-ad3d-5ba4e0921f6c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816832 Apr 28 22:50:54.036352 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Attempting to bind port c8360932-f6e6-426f-979f-312615548061 on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:50:54.036689 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Attempting to bind port c8360932-f6e6-426f-979f-312615548061 by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': 'd9560879-fb80-429e-bed8-b08f9bdb0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:50:54.037019 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Attempting to bind port c8360932-f6e6-426f-979f-312615548061 on network 937e095d-9c43-4379-90ba-e4ceb11049cd {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:50:54.042516 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Port c8360932-f6e6-426f-979f-312615548061 on network 937e095d-9c43-4379-90ba-e4ceb11049cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:50:54.042828 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Attempting to bind port c8360932-f6e6-426f-979f-312615548061 on network 937e095d-9c43-4379-90ba-e4ceb11049cd {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:50:54.049153 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:50:54.049738 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Checking segment: {'id': 'd9560879-fb80-429e-bed8-b08f9bdb0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:50:54.050405 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Bound using segment: {'id': 'd9560879-fb80-429e-bed8-b08f9bdb0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:50:54.050875 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Bound port: c8360932-f6e6-426f-979f-312615548061, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9560879-fb80-429e-bed8-b08f9bdb0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:50:54.051239 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (c8360932-f6e6-426f-979f-312615548061), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:54.126412 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] For port c8360932-f6e6-426f-979f-312615548061, host hv-cinder-83982, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:50:54.137058 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] For port c8360932-f6e6-426f-979f-312615548061, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=c8360932-f6e6-426f-979f-312615548061,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:50:54.160439 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-022f7dd8-b1ab-4b3b-8dc8-8721c1968bae req-f3175bb6-77f2-46f1-9363-e9088101f17c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 210 time: 0.0274463 Apr 28 22:50:54.207404 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (c8360932-f6e6-426f-979f-312615548061), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:54.248120 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:54.248673 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:54.250117 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-36199329-4a90-4b74-9d50-bce905b77d5b req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] 10.222.0.31 "PUT /v2.0/ports/c8360932-f6e6-426f-979f-312615548061 HTTP/1.1" status: 200 len: 1093 time: 0.9210339 Apr 28 22:50:54.250520 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'tag': 'c8360932-f6e6-426f-979f-312615548061'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:50:54.252794 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bd178a-02d4-48b4-9095-403dfeffb45c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c70bfeb-5728-48ab-9906-ac0196ac0e82", "tag": "c8360932-f6e6-426f-979f-312615548061"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:50:54.283283 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a226-8bcd-401b-a516-88e8d12d8946 service neutron] Pushing event updated for resources: {'Port': ['ID=c8360932-f6e6-426f-979f-312615548061,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:54.291973 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadd0ec4-4402-404d-a69a-09aed6feac5b x-openstack-request-id: req-cadd0ec4-4402-404d-a69a-09aed6feac5b {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:50:54.292466 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c70bfeb-5728-48ab-9906-ac0196ac0e82", "tag": "c8360932-f6e6-426f-979f-312615548061", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:50:54.294130 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cadd0ec4-4402-404d-a69a-09aed6feac5b {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:50:54.294750 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cadd0ec4-4402-404d-a69a-09aed6feac5b'] response: {'name': 'network-changed', 'server_uuid': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'tag': 'c8360932-f6e6-426f-979f-312615548061', 'status': 'completed', 'code': 200} Apr 28 22:50:54.619494 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd178a-02d4-48b4-9095-403dfeffb45c req-43359e0f-1370-4d3e-82ff-e67765647994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:54.621096 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4bd178a-02d4-48b4-9095-403dfeffb45c req-43359e0f-1370-4d3e-82ff-e67765647994 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989e8026f8c4491aa03a37dac04c7f8a&device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 1127 time: 0.0428956 Apr 28 22:50:54.719776 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd178a-02d4-48b4-9095-403dfeffb45c req-6da7fad2-8360-4b8f-a194-0c9d64374e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:54.721415 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4bd178a-02d4-48b4-9095-403dfeffb45c req-6da7fad2-8360-4b8f-a194-0c9d64374e7c service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=989e8026f8c4491aa03a37dac04c7f8a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0936279 Apr 28 22:50:54.816095 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd178a-02d4-48b4-9095-403dfeffb45c req-cdb61c8e-6cd9-4136-8f44-feaaa631918f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:54.817573 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4bd178a-02d4-48b4-9095-403dfeffb45c req-cdb61c8e-6cd9-4136-8f44-feaaa631918f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904839 Apr 28 22:50:54.917093 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36199329-4a90-4b74-9d50-bce905b77d5b req-94e8736a-47b7-4054-92f6-83babf44acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:54.918582 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-36199329-4a90-4b74-9d50-bce905b77d5b req-94e8736a-47b7-4054-92f6-83babf44acd5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989e8026f8c4491aa03a37dac04c7f8a&device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 1127 time: 0.0616095 Apr 28 22:50:54.970924 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97579608-c4b1-43b0-bbeb-8417d1d3d852 req-71b9ebd0-1283-40a1-a373-92dd8cbd0626 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:54.972313 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-97579608-c4b1-43b0-bbeb-8417d1d3d852 req-71b9ebd0-1283-40a1-a373-92dd8cbd0626 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0888190 Apr 28 22:50:54.973707 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-36199329-4a90-4b74-9d50-bce905b77d5b req-9a84ac49-a893-4725-9e27-3df724631bba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8360932-f6e6-426f-979f-312615548061 HTTP/1.1" status: 200 len: 217 time: 0.0474625 Apr 28 22:50:55.049889 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36199329-4a90-4b74-9d50-bce905b77d5b req-d7b4c60a-deea-45a3-b0d8-de1f8fbf3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:55.051370 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-36199329-4a90-4b74-9d50-bce905b77d5b req-d7b4c60a-deea-45a3-b0d8-de1f8fbf3c0a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0557795c-801b-48d9-9aac-501223d0170a HTTP/1.1" status: 200 len: 856 time: 0.0722690 Apr 28 22:50:55.054748 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-97579608-c4b1-43b0-bbeb-8417d1d3d852 req-a27860c9-6a1e-48a1-bef6-de5e0e86d60d tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767674 Apr 28 22:50:55.101577 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36199329-4a90-4b74-9d50-bce905b77d5b req-5b482f2f-f68a-4715-938c-785211841873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:55.103139 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-36199329-4a90-4b74-9d50-bce905b77d5b req-5b482f2f-f68a-4715-938c-785211841873 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=937e095d-9c43-4379-90ba-e4ceb11049cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463507 Apr 28 22:50:55.159913 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80bbe3-4d92-45be-855c-e8ec48eb08ff req-2c598e52-c585-44ef-86c7-7bad23aa48cf tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:55.161387 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0b80bbe3-4d92-45be-855c-e8ec48eb08ff req-2c598e52-c585-44ef-86c7-7bad23aa48cf tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0478632 Apr 28 22:50:55.203273 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-36199329-4a90-4b74-9d50-bce905b77d5b req-a8a3d126-7dd0-4521-86fa-d59b2522ea26 service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927684 Apr 28 22:50:55.213237 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0b80bbe3-4d92-45be-855c-e8ec48eb08ff req-8004fc1b-6df7-4178-ba5c-d7b4d44d39de tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460608 Apr 28 22:50:55.303982 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b199b24f-13ae-41fa-8856-4951c2485e11 req-97cfb92c-388d-4c7a-bb44-a7bc6bd97e27 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 210 time: 0.0581717 Apr 28 22:50:55.327001 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-36199329-4a90-4b74-9d50-bce905b77d5b req-8b0a948f-0007-483b-8c74-be826048b436 service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170814 Apr 28 22:50:56.190229 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1d255-07d8-48a7-b91c-330076d6f762 req-261583a4-561f-4c89-840c-d3c4d6a2ccc7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:56.191707 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cee1d255-07d8-48a7-b91c-330076d6f762 req-261583a4-561f-4c89-840c-d3c4d6a2ccc7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0510347 Apr 28 22:50:56.238220 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cee1d255-07d8-48a7-b91c-330076d6f762 req-0e202738-1da4-431c-aae5-9fb099c56f57 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409865 Apr 28 22:50:56.398957 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-113feb70-65cb-40e7-9390-6ff143b1b695 req-a611fa45-a0c5-4411-abbc-7d42ed307c2b tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 210 time: 0.0275171 Apr 28 22:50:57.353532 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d105e37-f4c6-438e-84c0-40280a788f02 req-14e22367-c955-4723-9266-c5be51986e89 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:57.355016 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3d105e37-f4c6-438e-84c0-40280a788f02 req-14e22367-c955-4723-9266-c5be51986e89 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0470054 Apr 28 22:50:57.401899 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3d105e37-f4c6-438e-84c0-40280a788f02 req-49a4b4c1-6de1-4a26-9438-f9a577b53a05 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406580 Apr 28 22:50:57.492519 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7c28b680-3a53-435f-afba-761a09b4d228 req-e3ab844c-81e8-4a70-9832-b12cb3c4ee95 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 210 time: 0.0277867 Apr 28 22:50:57.889119 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-85dc81de-537a-4fe6-91ba-8e97486c7960 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:57.890490 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-85dc81de-537a-4fe6-91ba-8e97486c7960 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.31 "GET /v2.0/networks?id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 HTTP/1.1" status: 200 len: 811 time: 0.1002684 Apr 28 22:50:57.948127 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-7fb55f50-6812-4c82-bcc1-a9ad6f2d8c37 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0d7c475a2444cb7beac065aff76acbe HTTP/1.1" status: 200 len: 380 time: 0.0502703 Apr 28 22:50:57.956886 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-1a021d97-ef25-472e-b1e3-ea2fa131bd91 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Request body: {'port': {'device_id': '99542a2f-a543-48e6-8fdb-6b5687162cc6', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'admin_state_up': True, 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'security_groups': ['995aa489-59fc-4d3c-9681-08b0212cc654']}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:50:58.118961 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-1a021d97-ef25-472e-b1e3-ea2fa131bd91 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Made reservation on behalf of a0d7c475a2444cb7beac065aff76acbe for: {'port': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:50:58.122552 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-1a021d97-ef25-472e-b1e3-ea2fa131bd91 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:58.243575 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-1a021d97-ef25-472e-b1e3-ea2fa131bd91 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Allocated IP 172.20.0.10 (d7f18eff-64e4-424f-b1e9-a35d70ed5ec6/f764963a-8464-4a24-ad54-07350b19889d/70801fd8-7eb6-453c-af6c-06e2fd5b2a22) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:50:58.380208 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-1a021d97-ef25-472e-b1e3-ea2fa131bd91 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for port (70801fd8-7eb6-453c-af6c-06e2fd5b2a22), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:58.481413 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-1a021d97-ef25-472e-b1e3-ea2fa131bd91 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (70801fd8-7eb6-453c-af6c-06e2fd5b2a22), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:58.527651 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-1a021d97-ef25-472e-b1e3-ea2fa131bd91 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:50:58.529467 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fb8b1-fe24-40d8-8bc6-03b8f526d526 req-df0fedc4-bc36-4b93-bb39-273de3044f2e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:58.531015 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-395fb8b1-fe24-40d8-8bc6-03b8f526d526 req-df0fedc4-bc36-4b93-bb39-273de3044f2e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0578458 Apr 28 22:50:58.534444 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-1a021d97-ef25-472e-b1e3-ea2fa131bd91 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:50:58.536587 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a021d97-ef25-472e-b1e3-ea2fa131bd91 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event updated for resources: {'Port': ['ID=70801fd8-7eb6-453c-af6c-06e2fd5b2a22,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:58.538889 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-1a021d97-ef25-472e-b1e3-ea2fa131bd91 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:50:58.594560 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-395fb8b1-fe24-40d8-8bc6-03b8f526d526 req-8939f468-ff41-42e7-a0e9-654a0de7e660 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571384 Apr 28 22:50:58.826836 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-321fd466-dc68-4db0-80ad-069386a0d45f None None] Provisioning complete for port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:50:58.827418 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-321fd466-dc68-4db0-80ad-069386a0d45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (70801fd8-7eb6-453c-af6c-06e2fd5b2a22), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:58.865760 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-321fd466-dc68-4db0-80ad-069386a0d45f None None] Port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:50:58.870535 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-1a021d97-ef25-472e-b1e3-ea2fa131bd91 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:58.871157 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-1a021d97-ef25-472e-b1e3-ea2fa131bd91 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:58.893259 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af5140-e03b-424a-8384-d809d910a7d7 req-84f0e995-8bb5-4415-b92d-39c414b8815d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:58.894824 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-52af5140-e03b-424a-8384-d809d910a7d7 req-84f0e995-8bb5-4415-b92d-39c414b8815d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 932 time: 0.3176181 Apr 28 22:50:58.941389 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-52af5140-e03b-424a-8384-d809d910a7d7 req-21f948a7-408a-4fc2-bb9c-5704e190affa tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=995aa489-59fc-4d3c-9681-08b0212cc654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408490 Apr 28 22:50:58.969960 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-1a021d97-ef25-472e-b1e3-ea2fa131bd91 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0164330 Apr 28 22:50:58.980181 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Request body: {'port': {'device_id': '99542a2f-a543-48e6-8fdb-6b5687162cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:50:59.039859 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (70801fd8-7eb6-453c-af6c-06e2fd5b2a22), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:59.294723 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 {{(pid=110300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:50:59.302065 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Publish callbacks [] for port (70801fd8-7eb6-453c-af6c-06e2fd5b2a22), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:59.314132 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.provisioning_blocks [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Transition to ACTIVE for port object 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 will not be triggered until provisioned by entity L2. {{(pid=110300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:50:59.395404 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (70801fd8-7eb6-453c-af6c-06e2fd5b2a22), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:59.447252 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Pushing event updated for resources: {'Port': ['ID=70801fd8-7eb6-453c-af6c-06e2fd5b2a22,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:59.521760 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Attempting to bind port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:50:59.522128 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Attempting to bind port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': 'fc508591-b290-4de0-bccf-84bd57c77663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:50:59.522466 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Attempting to bind port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 on network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:50:59.527055 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 on network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:50:59.527378 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Attempting to bind port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 on network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:50:59.532331 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:50:59.532959 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Checking segment: {'id': 'fc508591-b290-4de0-bccf-84bd57c77663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:50:59.533073 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Bound using segment: {'id': 'fc508591-b290-4de0-bccf-84bd57c77663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:50:59.533452 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Bound port: 70801fd8-7eb6-453c-af6c-06e2fd5b2a22, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc508591-b290-4de0-bccf-84bd57c77663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:50:59.533833 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (70801fd8-7eb6-453c-af6c-06e2fd5b2a22), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:59.598886 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] For port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22, host hv-cinder-83982, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:50:59.601806 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] For port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=70801fd8-7eb6-453c-af6c-06e2fd5b2a22,segment=NetworkSegment(fc508591-b290-4de0-bccf-84bd57c77663),segment_id=fc508591-b290-4de0-bccf-84bd57c77663)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:50:59.681314 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (70801fd8-7eb6-453c-af6c-06e2fd5b2a22), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:59.717947 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:59.718647 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:50:59.720295 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] 10.222.0.31 "PUT /v2.0/ports/70801fd8-7eb6-453c-af6c-06e2fd5b2a22 HTTP/1.1" status: 200 len: 1094 time: 0.7440484 Apr 28 22:50:59.720750 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600b3ba-6b15-49e5-99e4-66ed93c9a08e req-69c4e7ab-7cd5-4eb6-b3aa-db35692226aa tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:59.721260 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99542a2f-a543-48e6-8fdb-6b5687162cc6', 'tag': '70801fd8-7eb6-453c-af6c-06e2fd5b2a22'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:50:59.722298 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1600b3ba-6b15-49e5-99e4-66ed93c9a08e req-69c4e7ab-7cd5-4eb6-b3aa-db35692226aa tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0526614 Apr 28 22:50:59.723237 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7895d1a9-0d63-4092-bb49-1ead4b2d9b70" -d '{"events": [{"name": "network-changed", "server_uuid": "99542a2f-a543-48e6-8fdb-6b5687162cc6", "tag": "70801fd8-7eb6-453c-af6c-06e2fd5b2a22"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:50:59.748659 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aab716-fa18-4f4f-8af4-53ea0978dc7a service neutron] Pushing event updated for resources: {'Port': ['ID=70801fd8-7eb6-453c-af6c-06e2fd5b2a22,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:50:59.769650 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5933fd-1190-4897-a84c-29eeab3fe453 x-openstack-request-id: req-1a5933fd-1190-4897-a84c-29eeab3fe453 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:50:59.769983 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99542a2f-a543-48e6-8fdb-6b5687162cc6", "tag": "70801fd8-7eb6-453c-af6c-06e2fd5b2a22", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:50:59.770392 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a5933fd-1190-4897-a84c-29eeab3fe453 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:50:59.771457 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a5933fd-1190-4897-a84c-29eeab3fe453'] response: {'name': 'network-changed', 'server_uuid': '99542a2f-a543-48e6-8fdb-6b5687162cc6', 'tag': '70801fd8-7eb6-453c-af6c-06e2fd5b2a22', 'status': 'completed', 'code': 200} Apr 28 22:50:59.779712 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1600b3ba-6b15-49e5-99e4-66ed93c9a08e req-1c2a65b2-3608-40f0-9c35-3c3f8cab9abb tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500052 Apr 28 22:50:59.832422 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895d1a9-0d63-4092-bb49-1ead4b2d9b70 req-a632a147-5e95-409f-9fa0-a40d2951f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:59.833963 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7895d1a9-0d63-4092-bb49-1ead4b2d9b70 req-a632a147-5e95-409f-9fa0-a40d2951f32a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d7c475a2444cb7beac065aff76acbe&device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 1128 time: 0.0430999 Apr 28 22:50:59.934537 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895d1a9-0d63-4092-bb49-1ead4b2d9b70 req-1afdfb5b-2b01-42f8-8ebf-1b9e80a49cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:50:59.936658 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7895d1a9-0d63-4092-bb49-1ead4b2d9b70 req-1afdfb5b-2b01-42f8-8ebf-1b9e80a49cd6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a0d7c475a2444cb7beac065aff76acbe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0954015 Apr 28 22:51:00.062304 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895d1a9-0d63-4092-bb49-1ead4b2d9b70 req-b9f7e3ea-9795-4d85-a3c4-76e86170615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:00.063731 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7895d1a9-0d63-4092-bb49-1ead4b2d9b70 req-b9f7e3ea-9795-4d85-a3c4-76e86170615f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1209338 Apr 28 22:51:00.069800 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f773dc3-041b-4563-b31f-2c07b539d319 req-ff1a7aa8-4145-4c5b-9b72-e2c9b8412491 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:00.071165 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1f773dc3-041b-4563-b31f-2c07b539d319 req-ff1a7aa8-4145-4c5b-9b72-e2c9b8412491 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 944 time: 0.0610354 Apr 28 22:51:00.145220 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1f773dc3-041b-4563-b31f-2c07b539d319 req-02dc4e54-5aea-4265-9d59-e57f97e89cc4 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=995aa489-59fc-4d3c-9681-08b0212cc654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681012 Apr 28 22:51:00.150117 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-285c75ed-5f4c-448e-a83e-033beea47e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:00.151536 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-285c75ed-5f4c-448e-a83e-033beea47e9f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d7c475a2444cb7beac065aff76acbe&device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 1128 time: 0.0499279 Apr 28 22:51:00.194869 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-b6381cb6-eefb-4e5f-8789-32c2dba8a780 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70801fd8-7eb6-453c-af6c-06e2fd5b2a22 HTTP/1.1" status: 200 len: 217 time: 0.0367692 Apr 28 22:51:00.241995 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-02f0d272-a9fc-428b-8637-a82090146db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:00.243374 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-02f0d272-a9fc-428b-8637-a82090146db5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f764963a-8464-4a24-ad54-07350b19889d HTTP/1.1" status: 200 len: 850 time: 0.0428021 Apr 28 22:51:00.284875 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-941c36ff-b1be-4c91-949d-2bbc3c158179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:00.286359 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-941c36ff-b1be-4c91-949d-2bbc3c158179 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372672 Apr 28 22:51:00.377744 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-57692635-bec1-429d-958f-5b3764d8d75a service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858378 Apr 28 22:51:00.433142 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device c8360932-f6e6-426f-979f-312615548061 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:51:00.466206 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-51943aa5-9b0b-4b2e-bfec-8b1c74ed8a2c req-984f65a0-633f-41db-9b7b-8e84ad1148ba service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815244 Apr 28 22:51:00.527212 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port c8360932-f6e6-426f-979f-312615548061, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=c8360932-f6e6-426f-979f-312615548061,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:51:00.538630 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': 'c8360932-f6e6-426f-979f-312615548061', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'port_id': 'c8360932-f6e6-426f-979f-312615548061', 'mac_address': 'fa:16:3e:6e:2e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:51:00.577955 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port c8360932-f6e6-426f-979f-312615548061 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:51:00.578345 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (c8360932-f6e6-426f-979f-312615548061), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:00.590496 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8360932-f6e6-426f-979f-312615548061 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:51:00.609889 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port c8360932-f6e6-426f-979f-312615548061, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=c8360932-f6e6-426f-979f-312615548061,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:51:00.678572 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (c8360932-f6e6-426f-979f-312615548061), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:00.725369 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=c8360932-f6e6-426f-979f-312615548061,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:51:00.903005 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805d851-c8db-4af7-916b-8d1520ac9016 req-ad0243dd-4bc8-44d0-912a-f4c4d38563ad tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:00.905103 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1805d851-c8db-4af7-916b-8d1520ac9016 req-ad0243dd-4bc8-44d0-912a-f4c4d38563ad tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 944 time: 0.0476148 Apr 28 22:51:00.949171 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1805d851-c8db-4af7-916b-8d1520ac9016 req-ccc1f4dc-7ef4-4f8f-afb5-050936574493 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385706 Apr 28 22:51:01.171110 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['c8360932-f6e6-426f-979f-312615548061'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:51:01.260027 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68ae0b-98ea-4874-8ad9-fb2d5b1ec599 req-e3fd228b-6c31-475b-92c7-98ba5fae03eb tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:01.261494 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8c68ae0b-98ea-4874-8ad9-fb2d5b1ec599 req-e3fd228b-6c31-475b-92c7-98ba5fae03eb tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 944 time: 0.0500531 Apr 28 22:51:01.312346 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8c68ae0b-98ea-4874-8ad9-fb2d5b1ec599 req-5dc272fa-28ab-4c72-afde-2ab39e8d3d52 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=995aa489-59fc-4d3c-9681-08b0212cc654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444922 Apr 28 22:51:02.066871 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddf6c4-3f9f-447d-b5a4-2fdf43d808a7 req-d6028c23-5094-4850-8550-5e22ec8f8a90 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:02.068338 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d2ddf6c4-3f9f-447d-b5a4-2fdf43d808a7 req-d6028c23-5094-4850-8550-5e22ec8f8a90 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 944 time: 0.0497208 Apr 28 22:51:02.113433 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d2ddf6c4-3f9f-447d-b5a4-2fdf43d808a7 req-f1c8014f-07fc-4619-8976-afd463b67d3a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397530 Apr 28 22:51:02.423982 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c29e27-ed7d-4d5a-b1a7-ec65b0bed627 req-e8ec4b87-cfb7-4338-8d33-1b70814ceb7d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:02.425438 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-47c29e27-ed7d-4d5a-b1a7-ec65b0bed627 req-e8ec4b87-cfb7-4338-8d33-1b70814ceb7d tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 944 time: 0.0463078 Apr 28 22:51:02.461633 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:51:02.463696 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device c8360932-f6e6-426f-979f-312615548061 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:51:02.471927 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-47c29e27-ed7d-4d5a-b1a7-ec65b0bed627 req-6722abcf-8ba1-4abe-a1b2-2b7ffa0ef568 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=995aa489-59fc-4d3c-9681-08b0212cc654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411413 Apr 28 22:51:02.571758 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port c8360932-f6e6-426f-979f-312615548061 completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:51:02.600699 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=70801fd8-7eb6-453c-af6c-06e2fd5b2a22,segment=NetworkSegment(fc508591-b290-4de0-bccf-84bd57c77663),segment_id=fc508591-b290-4de0-bccf-84bd57c77663)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:51:02.612038 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': '70801fd8-7eb6-453c-af6c-06e2fd5b2a22', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'port_id': '70801fd8-7eb6-453c-af6c-06e2fd5b2a22', 'mac_address': 'fa:16:3e:4c:e3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:51:02.647336 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port c8360932-f6e6-426f-979f-312615548061 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:51:02.647708 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (c8360932-f6e6-426f-979f-312615548061), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:02.650154 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:51:02.650523 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (70801fd8-7eb6-453c-af6c-06e2fd5b2a22), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:02.683807 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:51:02.715142 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=70801fd8-7eb6-453c-af6c-06e2fd5b2a22,segment=NetworkSegment(fc508591-b290-4de0-bccf-84bd57c77663),segment_id=fc508591-b290-4de0-bccf-84bd57c77663)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:51:02.752376 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port c8360932-f6e6-426f-979f-312615548061 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:51:02.752758 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (c8360932-f6e6-426f-979f-312615548061), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:02.771398 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (70801fd8-7eb6-453c-af6c-06e2fd5b2a22), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:02.777584 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8360932-f6e6-426f-979f-312615548061'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:51:02.780844 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa43329-e5e7-4809-81bc-acbe9cd45986" -d '{"events": [{"server_uuid": "2c70bfeb-5728-48ab-9906-ac0196ac0e82", "name": "network-vif-plugged", "status": "completed", "tag": "c8360932-f6e6-426f-979f-312615548061"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:51:02.812872 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port c8360932-f6e6-426f-979f-312615548061, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=c8360932-f6e6-426f-979f-312615548061,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:51:02.816502 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca453432-a27f-4d22-9bb5-19206b4def28 x-openstack-request-id: req-ca453432-a27f-4d22-9bb5-19206b4def28 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:51:02.816833 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c70bfeb-5728-48ab-9906-ac0196ac0e82", "name": "network-vif-plugged", "status": "completed", "tag": "c8360932-f6e6-426f-979f-312615548061", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:51:02.817282 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca453432-a27f-4d22-9bb5-19206b4def28 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:51:02.817713 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca453432-a27f-4d22-9bb5-19206b4def28'] response: {'server_uuid': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8360932-f6e6-426f-979f-312615548061', 'code': 200} Apr 28 22:51:02.846671 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=70801fd8-7eb6-453c-af6c-06e2fd5b2a22,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:51:02.864102 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (c8360932-f6e6-426f-979f-312615548061), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:02.915745 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=c8360932-f6e6-426f-979f-312615548061,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:51:03.093326 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['70801fd8-7eb6-453c-af6c-06e2fd5b2a22'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:51:03.106256 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f9501-282e-4898-a8e8-ecf4b5068bb8 req-46eeda0c-ea48-465f-ab64-32ddc9625f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:03.107699 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-994f9501-282e-4898-a8e8-ecf4b5068bb8 req-46eeda0c-ea48-465f-ab64-32ddc9625f38 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 1129 time: 0.0400994 Apr 28 22:51:03.160126 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-994f9501-282e-4898-a8e8-ecf4b5068bb8 req-c044624b-8d95-48fb-b9a6-558ab96d93db service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450964 Apr 28 22:51:03.231855 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d50d-d929-4472-8f0d-b255cace2d6e req-22e95618-2357-4acc-a438-0c9a76439013 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:03.233293 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d4f2d50d-d929-4472-8f0d-b255cace2d6e req-22e95618-2357-4acc-a438-0c9a76439013 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0459929 Apr 28 22:51:03.279332 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d4f2d50d-d929-4472-8f0d-b255cace2d6e req-451d0cff-99f1-49cd-81ac-74e3bf404dbf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403414 Apr 28 22:51:03.587414 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8916d-c145-49c5-91f6-70e76f80d1e3 req-f89db255-db40-410b-803b-563c58b491a7 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:03.588896 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c5d8916d-c145-49c5-91f6-70e76f80d1e3 req-f89db255-db40-410b-803b-563c58b491a7 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 945 time: 0.0480287 Apr 28 22:51:03.635268 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c5d8916d-c145-49c5-91f6-70e76f80d1e3 req-bc741c6a-af2c-4d89-94a0-acb5b715189c tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=995aa489-59fc-4d3c-9681-08b0212cc654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406535 Apr 28 22:51:04.396002 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f118846-d2bf-497b-abb3-794cb688e37a req-f44bce24-1f83-4410-9fbb-57c657894bb5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:04.397443 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8f118846-d2bf-497b-abb3-794cb688e37a req-f44bce24-1f83-4410-9fbb-57c657894bb5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0453622 Apr 28 22:51:04.441981 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8f118846-d2bf-497b-abb3-794cb688e37a req-db651e56-86a9-42d7-920a-5de8b5096981 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391836 Apr 28 22:51:04.468863 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:51:04.511644 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:51:04.566377 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:51:04.566737 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (70801fd8-7eb6-453c-af6c-06e2fd5b2a22), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:04.642893 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:51:04.643282 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (70801fd8-7eb6-453c-af6c-06e2fd5b2a22), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:04.678686 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=70801fd8-7eb6-453c-af6c-06e2fd5b2a22,segment=NetworkSegment(fc508591-b290-4de0-bccf-84bd57c77663),segment_id=fc508591-b290-4de0-bccf-84bd57c77663)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:51:04.738185 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (70801fd8-7eb6-453c-af6c-06e2fd5b2a22), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:04.747373 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2c321-0dee-4d94-ac7f-aa185ea25d62 req-cf1e51e2-5446-4c33-9b80-b71a283cf41e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:04.749383 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-83a2c321-0dee-4d94-ac7f-aa185ea25d62 req-cf1e51e2-5446-4c33-9b80-b71a283cf41e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 945 time: 0.0461354 Apr 28 22:51:04.786888 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=70801fd8-7eb6-453c-af6c-06e2fd5b2a22,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:51:04.799067 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-83a2c321-0dee-4d94-ac7f-aa185ea25d62 req-bc8f9ef4-0e6b-428d-8577-7d65fb7d1b16 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=995aa489-59fc-4d3c-9681-08b0212cc654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440278 Apr 28 22:51:04.819159 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99542a2f-a543-48e6-8fdb-6b5687162cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70801fd8-7eb6-453c-af6c-06e2fd5b2a22'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:51:04.821495 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3365251-2307-4e6f-9664-d78477d51680" -d '{"events": [{"server_uuid": "99542a2f-a543-48e6-8fdb-6b5687162cc6", "name": "network-vif-plugged", "status": "completed", "tag": "70801fd8-7eb6-453c-af6c-06e2fd5b2a22"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:51:04.858184 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eecfd1-fdc2-4fe1-9087-1d1e4053f711 x-openstack-request-id: req-18eecfd1-fdc2-4fe1-9087-1d1e4053f711 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:51:04.858503 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99542a2f-a543-48e6-8fdb-6b5687162cc6", "name": "network-vif-plugged", "status": "completed", "tag": "70801fd8-7eb6-453c-af6c-06e2fd5b2a22", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:51:04.858767 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18eecfd1-fdc2-4fe1-9087-1d1e4053f711 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:51:04.859176 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18eecfd1-fdc2-4fe1-9087-1d1e4053f711'] response: {'server_uuid': '99542a2f-a543-48e6-8fdb-6b5687162cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70801fd8-7eb6-453c-af6c-06e2fd5b2a22', 'code': 200} Apr 28 22:51:05.314721 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cb677-8833-4218-a503-e7e3e12e9e43 req-a08e7697-d562-417f-a88c-50ffb1534336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:05.316198 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1e9cb677-8833-4218-a503-e7e3e12e9e43 req-a08e7697-d562-417f-a88c-50ffb1534336 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 1130 time: 0.0419674 Apr 28 22:51:05.360229 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1e9cb677-8833-4218-a503-e7e3e12e9e43 req-9dc713b8-98a7-46c6-837d-8e64a6eaa8f7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=995aa489-59fc-4d3c-9681-08b0212cc654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369351 Apr 28 22:51:05.554949 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d2ee6-d521-41b4-b919-31b1522f2933 req-939313b1-3007-43f5-98cc-5c7ebce28c9d tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:05.556417 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-864d2ee6-d521-41b4-b919-31b1522f2933 req-939313b1-3007-43f5-98cc-5c7ebce28c9d tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0459180 Apr 28 22:51:05.602032 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-864d2ee6-d521-41b4-b919-31b1522f2933 req-a3604a6c-6330-405d-9b40-324e5b2325e7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401092 Apr 28 22:51:05.714771 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760a0ac-c584-4f5d-a9e9-f8813802bf7d req-3363e906-2c35-4789-9188-9baa002608b7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:05.716213 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3760a0ac-c584-4f5d-a9e9-f8813802bf7d req-3363e906-2c35-4789-9188-9baa002608b7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0454528 Apr 28 22:51:05.725073 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 54312) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:51:05.729567 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-6795135d-1d41-4385-aadf-3dbc70b681ea tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Request body: {'floatingip': {'port_id': 'c8360932-f6e6-426f-979f-312615548061'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:51:05.771506 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6795135d-1d41-4385-aadf-3dbc70b681ea tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for floatingip (514448e0-fa80-482a-9e92-14c3ac71ecf6), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:05.909544 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514fb91-4eb6-464f-8c78-2e797461223f req-4c76e13a-cd44-4443-ba3e-50afb63518b9 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:05.911094 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0514fb91-4eb6-464f-8c78-2e797461223f req-4c76e13a-cd44-4443-ba3e-50afb63518b9 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 946 time: 0.0458925 Apr 28 22:51:05.956387 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0514fb91-4eb6-464f-8c78-2e797461223f req-a5aed54e-5c43-44dd-8c3e-52c0ba8c658e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=995aa489-59fc-4d3c-9681-08b0212cc654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397966 Apr 28 22:51:06.210717 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6795135d-1d41-4385-aadf-3dbc70b681ea tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:06.261029 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6795135d-1d41-4385-aadf-3dbc70b681ea tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (514448e0-fa80-482a-9e92-14c3ac71ecf6), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:06.366080 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [None req-6795135d-1d41-4385-aadf-3dbc70b681ea tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Floating IP 514448e0-fa80-482a-9e92-14c3ac71ecf6 associated. External IP: 172.27.0.245, port: c8360932-f6e6-426f-979f-312615548061. Apr 28 22:51:06.490271 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3ec608f6-c28c-481c-9b30-fc78bebc0d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:06.589578 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6795135d-1d41-4385-aadf-3dbc70b681ea tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Router cb2c003e-975f-424d-83e9-da3f8b67dd2b has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:51:06.697210 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6795135d-1d41-4385-aadf-3dbc70b681ea tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:51:06.702297 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6795135d-1d41-4385-aadf-3dbc70b681ea tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:06.709176 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9969e9e7-b250-4b36-82d2-966eea1b3e27 None None] Sync routers for ids ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:51:06.720540 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9969e9e7-b250-4b36-82d2-966eea1b3e27 None None] Routers {'cb2c003e-975f-424d-83e9-da3f8b67dd2b'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:51:06.721485 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-9969e9e7-b250-4b36-82d2-966eea1b3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:50:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:51:06.732805 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-6795135d-1d41-4385-aadf-3dbc70b681ea tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "PUT /v2.0/floatingips/514448e0-fa80-482a-9e92-14c3ac71ecf6 HTTP/1.1" status: 200 len: 991 time: 1.0059781 Apr 28 22:51:06.733413 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'tag': 'c8360932-f6e6-426f-979f-312615548061'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:51:06.735700 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afe4bcd-7164-4a1b-b416-a7ee7b6ac3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c70bfeb-5728-48ab-9906-ac0196ac0e82", "tag": "c8360932-f6e6-426f-979f-312615548061"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:51:06.771273 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4dadb7-ab8a-4a60-af66-10ee9e4ff5c9 x-openstack-request-id: req-8e4dadb7-ab8a-4a60-af66-10ee9e4ff5c9 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:51:06.771573 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c70bfeb-5728-48ab-9906-ac0196ac0e82", "tag": "c8360932-f6e6-426f-979f-312615548061", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:51:06.771835 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e4dadb7-ab8a-4a60-af66-10ee9e4ff5c9 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:51:06.772255 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e4dadb7-ab8a-4a60-af66-10ee9e4ff5c9'] response: {'name': 'network-changed', 'server_uuid': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'tag': 'c8360932-f6e6-426f-979f-312615548061', 'status': 'completed', 'code': 200} Apr 28 22:51:06.832949 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-9969e9e7-b250-4b36-82d2-966eea1b3e27 None None] Set router cb2c003e-975f-424d-83e9-da3f8b67dd2b gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:51:07.041529 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-9969e9e7-b250-4b36-82d2-966eea1b3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:45Z', 'revision_number': 4, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '514448e0-fa80-482a-9e92-14c3ac71ecf6', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'port_id': 'c8360932-f6e6-426f-979f-312615548061', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'mac_address': 'fa:16:3e:6e:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:50:48Z', 'updated_at': '2022-04-28T22:51:06Z', 'revision_number': 1, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299958f2-da92-44d0-8e92-faea5870501b', 'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'mac_address': 'fa:16:3e:9f:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:44Z', 'updated_at': '2022-04-28T22:50:49Z', 'revision_number': 5, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'subnets': [{'id': '0557795c-801b-48d9-9aac-501223d0170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:51:07.071447 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9969e9e7-b250-4b36-82d2-966eea1b3e27 None None] Checking router: cb2c003e-975f-424d-83e9-da3f8b67dd2b for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:51:07.072266 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484a6df-92b6-4cad-8574-8ac388cc4725 req-4b61c9dd-f82e-488c-8b98-9bf1c575f0f5 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:07.073747 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c484a6df-92b6-4cad-8574-8ac388cc4725 req-4b61c9dd-f82e-488c-8b98-9bf1c575f0f5 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 946 time: 0.0492356 Apr 28 22:51:07.081122 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9969e9e7-b250-4b36-82d2-966eea1b3e27 None None] Routers {'cb2c003e-975f-424d-83e9-da3f8b67dd2b'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:51:07.081723 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-9969e9e7-b250-4b36-82d2-966eea1b3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:50:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:51:07.120042 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c484a6df-92b6-4cad-8574-8ac388cc4725 req-59402726-4571-44e1-abef-bf8db5f20459 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=995aa489-59fc-4d3c-9681-08b0212cc654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402582 Apr 28 22:51:07.281228 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-9969e9e7-b250-4b36-82d2-966eea1b3e27 None None] Set router cb2c003e-975f-424d-83e9-da3f8b67dd2b gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:51:07.285186 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe4bcd-7164-4a1b-b416-a7ee7b6ac3f6 req-187eaed5-aa9f-4643-bdab-d34ea6c5c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:07.286775 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7afe4bcd-7164-4a1b-b416-a7ee7b6ac3f6 req-187eaed5-aa9f-4643-bdab-d34ea6c5c85a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989e8026f8c4491aa03a37dac04c7f8a&device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 1129 time: 0.0409522 Apr 28 22:51:07.385750 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe4bcd-7164-4a1b-b416-a7ee7b6ac3f6 req-f0fcc21d-a141-4005-a673-246b3a0b4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:07.387243 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7afe4bcd-7164-4a1b-b416-a7ee7b6ac3f6 req-f0fcc21d-a141-4005-a673-246b3a0b4b9c service neutron] 10.222.0.31 "GET /v2.0/networks?id=937e095d-9c43-4379-90ba-e4ceb11049cd HTTP/1.1" status: 200 len: 918 time: 0.0931931 Apr 28 22:51:07.456321 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7afe4bcd-7164-4a1b-b416-a7ee7b6ac3f6 req-825b69d5-eb88-4591-a421-c121212207df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8360932-f6e6-426f-979f-312615548061 HTTP/1.1" status: 200 len: 999 time: 0.0628889 Apr 28 22:51:07.496065 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-9969e9e7-b250-4b36-82d2-966eea1b3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:45Z', 'revision_number': 4, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '514448e0-fa80-482a-9e92-14c3ac71ecf6', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'port_id': 'c8360932-f6e6-426f-979f-312615548061', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'mac_address': 'fa:16:3e:6e:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:50:48Z', 'updated_at': '2022-04-28T22:51:06Z', 'revision_number': 1, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299958f2-da92-44d0-8e92-faea5870501b', 'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'mac_address': 'fa:16:3e:9f:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:44Z', 'updated_at': '2022-04-28T22:50:49Z', 'revision_number': 5, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'subnets': [{'id': '0557795c-801b-48d9-9aac-501223d0170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:51:07.505027 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe4bcd-7164-4a1b-b416-a7ee7b6ac3f6 req-81a34e78-3eab-4353-976a-8179185f1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:07.506570 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7afe4bcd-7164-4a1b-b416-a7ee7b6ac3f6 req-81a34e78-3eab-4353-976a-8179185f1937 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0557795c-801b-48d9-9aac-501223d0170a HTTP/1.1" status: 200 len: 856 time: 0.0438437 Apr 28 22:51:07.523065 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9969e9e7-b250-4b36-82d2-966eea1b3e27 None None] The sync data for ids ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'] in dv-cinder-839825-1-iscsi is: [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:45Z', 'revision_number': 4, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '514448e0-fa80-482a-9e92-14c3ac71ecf6', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'port_id': 'c8360932-f6e6-426f-979f-312615548061', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'mac_address': 'fa:16:3e:6e:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:50:48Z', 'updated_at': '2022-04-28T22:51:06Z', 'revision_number': 1, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299958f2-da92-44d0-8e92-faea5870501b', 'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'mac_address': 'fa:16:3e:9f:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:44Z', 'updated_at': '2022-04-28T22:50:49Z', 'revision_number': 5, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'subnets': [{'id': '0557795c-801b-48d9-9aac-501223d0170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:51:07.554592 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe4bcd-7164-4a1b-b416-a7ee7b6ac3f6 req-a009355d-021a-4e81-a329-739694d1bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:07.556076 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7afe4bcd-7164-4a1b-b416-a7ee7b6ac3f6 req-a009355d-021a-4e81-a329-739694d1bc67 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=937e095d-9c43-4379-90ba-e4ceb11049cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429947 Apr 28 22:51:07.650927 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7afe4bcd-7164-4a1b-b416-a7ee7b6ac3f6 req-70443dfb-6f90-49fc-8c68-8280d16da313 service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884540 Apr 28 22:51:07.722808 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748499bc-e019-40e8-bd06-f76e17677510 None None] New status for floating IP 514448e0-fa80-482a-9e92-14c3ac71ecf6: ACTIVE {{(pid=110301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:51:07.747149 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7afe4bcd-7164-4a1b-b416-a7ee7b6ac3f6 req-4ea64d9a-357b-40bd-abf1-03ad82b4f04b service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901761 Apr 28 22:51:08.232618 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f29a55-c81f-4c7a-9d35-812a7d6b6a43 req-c032b3b5-e975-4193-8bf6-502402330531 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:08.234036 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-06f29a55-c81f-4c7a-9d35-812a7d6b6a43 req-c032b3b5-e975-4193-8bf6-502402330531 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 946 time: 0.0470195 Apr 28 22:51:08.282345 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-06f29a55-c81f-4c7a-9d35-812a7d6b6a43 req-a10af7c4-85ab-4888-aedf-ab3e066b768a tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=995aa489-59fc-4d3c-9681-08b0212cc654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428402 Apr 28 22:51:08.390094 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba308c0-3f1c-4f59-b9e1-8e86193d6fae req-d374c9c4-da20-4732-95a1-acaa51d173ad tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:08.391559 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3ba308c0-3f1c-4f59-b9e1-8e86193d6fae req-d374c9c4-da20-4732-95a1-acaa51d173ad tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 946 time: 0.0471356 Apr 28 22:51:08.400384 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54326) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:51:08.405147 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-ee6ea2f0-84a5-452d-bd82-bdd9d0a61c85 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Request body: {'floatingip': {'port_id': '70801fd8-7eb6-453c-af6c-06e2fd5b2a22'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:51:08.445865 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea2f0-84a5-452d-bd82-bdd9d0a61c85 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for floatingip (b6e9d842-1ddd-43ad-9b90-0510b09c6337), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:08.646549 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a49d4262-87fc-415e-b850-c096fecf02d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:09.127073 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea2f0-84a5-452d-bd82-bdd9d0a61c85 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:09.184103 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea2f0-84a5-452d-bd82-bdd9d0a61c85 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (b6e9d842-1ddd-43ad-9b90-0510b09c6337), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:09.283360 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.l3_db [None req-ee6ea2f0-84a5-452d-bd82-bdd9d0a61c85 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Floating IP b6e9d842-1ddd-43ad-9b90-0510b09c6337 associated. External IP: 172.27.0.19, port: 70801fd8-7eb6-453c-af6c-06e2fd5b2a22. Apr 28 22:51:09.495143 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6ea2f0-84a5-452d-bd82-bdd9d0a61c85 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:51:09.603252 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6ea2f0-84a5-452d-bd82-bdd9d0a61c85 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:51:09.608289 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea2f0-84a5-452d-bd82-bdd9d0a61c85 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:09.613499 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee36f65-ec8c-48e9-891f-2323271e36e6 None None] Sync routers for ids ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:51:09.624299 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee36f65-ec8c-48e9-891f-2323271e36e6 None None] Routers {'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:51:09.624905 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-2ee36f65-ec8c-48e9-891f-2323271e36e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:51:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:51:09.638330 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-ee6ea2f0-84a5-452d-bd82-bdd9d0a61c85 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "PUT /v2.0/floatingips/b6e9d842-1ddd-43ad-9b90-0510b09c6337 HTTP/1.1" status: 200 len: 991 time: 1.2368984 Apr 28 22:51:09.638910 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99542a2f-a543-48e6-8fdb-6b5687162cc6', 'tag': '70801fd8-7eb6-453c-af6c-06e2fd5b2a22'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:51:09.641154 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c64852a-82fb-447e-9a95-90f1d28f538c" -d '{"events": [{"name": "network-changed", "server_uuid": "99542a2f-a543-48e6-8fdb-6b5687162cc6", "tag": "70801fd8-7eb6-453c-af6c-06e2fd5b2a22"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:51:09.675971 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b842a4-d1b5-4dee-a324-c9d53432c599 x-openstack-request-id: req-08b842a4-d1b5-4dee-a324-c9d53432c599 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:51:09.676267 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99542a2f-a543-48e6-8fdb-6b5687162cc6", "tag": "70801fd8-7eb6-453c-af6c-06e2fd5b2a22", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:51:09.676521 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08b842a4-d1b5-4dee-a324-c9d53432c599 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:51:09.676930 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b842a4-d1b5-4dee-a324-c9d53432c599'] response: {'name': 'network-changed', 'server_uuid': '99542a2f-a543-48e6-8fdb-6b5687162cc6', 'tag': '70801fd8-7eb6-453c-af6c-06e2fd5b2a22', 'status': 'completed', 'code': 200} Apr 28 22:51:09.735670 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-2ee36f65-ec8c-48e9-891f-2323271e36e6 None None] Set router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:51:09.747135 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64852a-82fb-447e-9a95-90f1d28f538c req-cd93a2bc-a32e-4d83-b3fc-bc234821a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:09.749340 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5c64852a-82fb-447e-9a95-90f1d28f538c req-cd93a2bc-a32e-4d83-b3fc-bc234821a486 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d7c475a2444cb7beac065aff76acbe&device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 1130 time: 0.0409403 Apr 28 22:51:09.816386 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:09.840220 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64852a-82fb-447e-9a95-90f1d28f538c req-53845e77-a334-4698-a98b-6784389e0ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:09.841730 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5c64852a-82fb-447e-9a95-90f1d28f538c req-53845e77-a334-4698-a98b-6784389e0ca6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 HTTP/1.1" status: 200 len: 912 time: 0.0862837 Apr 28 22:51:09.909806 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5c64852a-82fb-447e-9a95-90f1d28f538c req-84d03890-9c24-4bda-bb1a-ce70b209019d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70801fd8-7eb6-453c-af6c-06e2fd5b2a22 HTTP/1.1" status: 200 len: 999 time: 0.0612869 Apr 28 22:51:09.953573 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-2ee36f65-ec8c-48e9-891f-2323271e36e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:15Z', 'revision_number': 4, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'b6e9d842-1ddd-43ad-9b90-0510b09c6337', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'port_id': '70801fd8-7eb6-453c-af6c-06e2fd5b2a22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'mac_address': 'fa:16:3e:4c:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99542a2f-a543-48e6-8fdb-6b5687162cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:50:52Z', 'updated_at': '2022-04-28T22:51:09Z', 'revision_number': 1, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd425ed-c264-4199-8378-c40bc762b07b', 'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'mac_address': 'fa:16:3e:7e:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:14Z', 'updated_at': '2022-04-28T22:42:23Z', 'revision_number': 5, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'subnets': [{'id': 'f764963a-8464-4a24-ad54-07350b19889d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:51:09.956395 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64852a-82fb-447e-9a95-90f1d28f538c req-9cfb8753-8344-4375-b5ce-a30a9156409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:09.957884 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5c64852a-82fb-447e-9a95-90f1d28f538c req-9cfb8753-8344-4375-b5ce-a30a9156409e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f764963a-8464-4a24-ad54-07350b19889d HTTP/1.1" status: 200 len: 850 time: 0.0427148 Apr 28 22:51:09.981039 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee36f65-ec8c-48e9-891f-2323271e36e6 None None] Checking router: a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:51:09.989872 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee36f65-ec8c-48e9-891f-2323271e36e6 None None] Routers {'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:51:09.990477 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-2ee36f65-ec8c-48e9-891f-2323271e36e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:51:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:51:10.003055 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64852a-82fb-447e-9a95-90f1d28f538c req-63249587-0f41-4732-a226-034eec729be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:51:10.004501 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5c64852a-82fb-447e-9a95-90f1d28f538c req-63249587-0f41-4732-a226-034eec729be7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395474 Apr 28 22:51:10.096591 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5c64852a-82fb-447e-9a95-90f1d28f538c req-1edf1926-816d-478a-96a4-76b817cf4ebd service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854993 Apr 28 22:51:10.102401 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-2ee36f65-ec8c-48e9-891f-2323271e36e6 None None] Set router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:51:10.188195 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5c64852a-82fb-447e-9a95-90f1d28f538c req-b2a0eb41-a298-477f-b4e8-1010d25e1aec service neutron] 10.222.0.31 "GET /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852504 Apr 28 22:51:10.315868 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-2ee36f65-ec8c-48e9-891f-2323271e36e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:15Z', 'revision_number': 4, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'b6e9d842-1ddd-43ad-9b90-0510b09c6337', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'port_id': '70801fd8-7eb6-453c-af6c-06e2fd5b2a22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'mac_address': 'fa:16:3e:4c:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99542a2f-a543-48e6-8fdb-6b5687162cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:50:52Z', 'updated_at': '2022-04-28T22:51:09Z', 'revision_number': 1, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd425ed-c264-4199-8378-c40bc762b07b', 'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'mac_address': 'fa:16:3e:7e:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:14Z', 'updated_at': '2022-04-28T22:42:23Z', 'revision_number': 5, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'subnets': [{'id': 'f764963a-8464-4a24-ad54-07350b19889d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:51:10.344727 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee36f65-ec8c-48e9-891f-2323271e36e6 None None] The sync data for ids ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'] in dv-cinder-839825-1-iscsi is: [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:15Z', 'revision_number': 4, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'b6e9d842-1ddd-43ad-9b90-0510b09c6337', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'port_id': '70801fd8-7eb6-453c-af6c-06e2fd5b2a22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'mac_address': 'fa:16:3e:4c:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99542a2f-a543-48e6-8fdb-6b5687162cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:50:52Z', 'updated_at': '2022-04-28T22:51:09Z', 'revision_number': 1, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd425ed-c264-4199-8378-c40bc762b07b', 'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'mac_address': 'fa:16:3e:7e:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:14Z', 'updated_at': '2022-04-28T22:42:23Z', 'revision_number': 5, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'subnets': [{'id': 'f764963a-8464-4a24-ad54-07350b19889d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:51:10.522947 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9c6d97-7d37-404c-9f42-0336d2acab35 None None] New status for floating IP b6e9d842-1ddd-43ad-9b90-0510b09c6337: ACTIVE {{(pid=110301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:51:11.211784 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:12.668912 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:15.884233 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:17.659797 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:51:36.497331 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-51479cb5-ef4d-4846-95e1-9c394b38d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:38.657450 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2fc673d3-5d11-43a9-8bda-5f6138c713bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:39.791753 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:41.203387 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:42.658080 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:45.906232 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:51:54.658963 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:52:06.485295 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ade1d503-f567-454b-8b13-c4b39e098cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:08.656635 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-348f617e-553d-4de6-85f7-03c4af02c484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:09.819722 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:11.248981 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:12.660188 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:13.428985 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-47a37db9-314d-4ae1-90ed-ac5c7719cc91 req-2a4a2506-c11c-40b1-a363-71482a53d115 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386372 Apr 28 22:52:13.505961 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a37db9-314d-4ae1-90ed-ac5c7719cc91 req-87b5b529-2be9-439e-be66-ec4fb209d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:13.507391 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-47a37db9-314d-4ae1-90ed-ac5c7719cc91 req-87b5b529-2be9-439e-be66-ec4fb209d991 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ff93a0403284167934dce9a1b51faf3&device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 1130 time: 0.0375814 Apr 28 22:52:13.609615 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a37db9-314d-4ae1-90ed-ac5c7719cc91 req-49becc59-bffd-4629-b510-8b57c725265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:13.611101 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-47a37db9-314d-4ae1-90ed-ac5c7719cc91 req-49becc59-bffd-4629-b510-8b57c725265c service neutron] 10.222.0.31 "GET /v2.0/networks?id=f41ff57a-1d5b-417c-92f1-110e416c17ff HTTP/1.1" status: 200 len: 910 time: 0.0866797 Apr 28 22:52:13.673249 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-47a37db9-314d-4ae1-90ed-ac5c7719cc91 req-759dead6-1a5a-4bed-8471-3a1685049791 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=769ce8c5-d990-465f-91b1-1c0732655286 HTTP/1.1" status: 200 len: 1000 time: 0.0565319 Apr 28 22:52:13.720316 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a37db9-314d-4ae1-90ed-ac5c7719cc91 req-ec449473-e7e5-4cdf-b17a-3d4915034cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:13.721773 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-47a37db9-314d-4ae1-90ed-ac5c7719cc91 req-ec449473-e7e5-4cdf-b17a-3d4915034cb8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b1235b11-659e-41bc-bf3b-395046ea4fcd HTTP/1.1" status: 200 len: 848 time: 0.0426373 Apr 28 22:52:13.766923 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a37db9-314d-4ae1-90ed-ac5c7719cc91 req-696fb65c-efc3-432e-953c-1cbb4578afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:13.768384 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-47a37db9-314d-4ae1-90ed-ac5c7719cc91 req-696fb65c-efc3-432e-953c-1cbb4578afbe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f41ff57a-1d5b-417c-92f1-110e416c17ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410209 Apr 28 22:52:13.853377 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-47a37db9-314d-4ae1-90ed-ac5c7719cc91 req-9c3a01fd-01dc-4c6c-a748-c4b770f2cb1a service neutron] 10.222.0.31 "GET /v2.0/networks/f41ff57a-1d5b-417c-92f1-110e416c17ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792134 Apr 28 22:52:13.942732 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-47a37db9-314d-4ae1-90ed-ac5c7719cc91 req-635d8770-63b0-4d16-8ac8-22e06ac02d14 service neutron] 10.222.0.31 "GET /v2.0/networks/f41ff57a-1d5b-417c-92f1-110e416c17ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822537 Apr 28 22:52:15.894097 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:28.700593 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-d0885717-8959-46b8-a622-76703c624b67 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610198399&fields=id&tenant_id=f434106bf30945f58afaceb0b3a389b0 HTTP/1.1" status: 200 len: 267 time: 0.0439646 Apr 28 22:52:28.804774 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-a84c78c9-499d-450f-abe4-41c9c3e5e9eb tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:28.806237 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-a84c78c9-499d-450f-abe4-41c9c3e5e9eb tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/networks?id=0d4ddebe-289b-4288-8e3a-743f46cd7035 HTTP/1.1" status: 200 len: 811 time: 0.0989220 Apr 28 22:52:28.820559 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-74daa8fb-62cf-4fa3-a61e-db7121a65319 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/quotas/f434106bf30945f58afaceb0b3a389b0 HTTP/1.1" status: 200 len: 375 time: 0.0086277 Apr 28 22:52:28.870229 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-1abbad3e-868b-4a8a-a197-ce65682ef847 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f434106bf30945f58afaceb0b3a389b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0446262 Apr 28 22:52:28.964650 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-8702b5a3-1f48-4e4a-8311-a2d01bf1f376 service neutron] 10.222.0.13 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833423 Apr 28 22:52:29.050693 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-8fa38df9-fc2b-4023-9f93-3fd406d6557e service neutron] 10.222.0.13 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805538 Apr 28 22:52:29.678142 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a9a4f4f3-04b5-44d5-9413-18d38498a762 req-f21a0ad4-ef89-4f12-a99c-102612267624 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 210 time: 0.0827522 Apr 28 22:52:30.778280 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f115edae-9d2b-4350-85e0-5503a4c40e74 req-b22bc124-45a5-4ba7-b06e-3fba15886b64 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 210 time: 0.0276592 Apr 28 22:52:31.438002 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-b7288a38-1d41-4289-b5f0-12c9d043ebc2 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:31.439420 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-b7288a38-1d41-4289-b5f0-12c9d043ebc2 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.31 "GET /v2.0/networks?id=0d4ddebe-289b-4288-8e3a-743f46cd7035 HTTP/1.1" status: 200 len: 811 time: 0.1024020 Apr 28 22:52:31.500616 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-d092ba2d-9cbf-41c1-9db3-b8e68d57b150 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f434106bf30945f58afaceb0b3a389b0 HTTP/1.1" status: 200 len: 380 time: 0.0527101 Apr 28 22:52:31.510508 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Request body: {'port': {'device_id': 'd6753719-5103-4de6-8005-b1c515f95815', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'admin_state_up': True, 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'security_groups': ['7265c189-860e-4a1e-8426-c05d7048629e']}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:52:31.626509 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54472) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:52:31.657978 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:52:31.696429 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Made reservation on behalf of f434106bf30945f58afaceb0b3a389b0 for: {'port': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:52:31.700064 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:31.885986 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Deleting port d9ba824f-85e4-45e5-8dca-df01279af654 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:52:31.886596 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (d9ba824f-85e4-45e5-8dca-df01279af654), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:31.963415 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (d9ba824f-85e4-45e5-8dca-df01279af654), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:31.963662 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for floatingip (d9ba824f-85e4-45e5-8dca-df01279af654), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:31.978769 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Calling delete_port for d9ba824f-85e4-45e5-8dca-df01279af654 owned by network:floatingip {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:52:31.993779 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-92775763-675e-4c77-aed4-21f7195a6433 req-02d1a303-f791-454f-a7d5-dd81c654b17f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 210 time: 0.0350096 Apr 28 22:52:32.095035 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Allocated IP 172.20.0.13 (0d4ddebe-289b-4288-8e3a-743f46cd7035/170b4ca0-74a9-45ac-9923-9c9a50ebf98b/b86f7bcf-b383-4964-9c83-d31fe75d7801) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:52:32.205367 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (d9ba824f-85e4-45e5-8dca-df01279af654), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:32.232064 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Pushing event deleted for resources: {'Port': ['ID=d9ba824f-85e4-45e5-8dca-df01279af654,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:32.240974 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for port (b86f7bcf-b383-4964-9c83-d31fe75d7801), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:32.261443 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.261797 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.262171 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.262520 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.262863 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.263204 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.263573 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.263906 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.264290 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.264622 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.264960 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.265296 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.265624 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.265980 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.266313 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.308127 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for floatingip (ca56fc09-3ecc-4df9-b515-269975acbea9), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:32.308589 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.l3_db [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Floating IP ca56fc09-3ecc-4df9-b515-269975acbea9 disassociated (deleted). External IP: 172.27.0.3, port: 769ce8c5-d990-465f-91b1-1c0732655286. Apr 28 22:52:32.319865 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (b86f7bcf-b383-4964-9c83-d31fe75d7801), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:32.373925 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Network 0d4ddebe-289b-4288-8e3a-743f46cd7035 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:52:32.379709 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:52:32.382455 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:52:32.408349 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event updated for resources: {'Port': ['ID=b86f7bcf-b383-4964-9c83-d31fe75d7801,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:32.417574 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.417991 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.418529 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.418869 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.419204 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.419534 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.420512 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.420818 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.421146 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.421474 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.421808 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.422167 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.422474 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.422796 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.423120 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:32.451715 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:32.452336 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:32.540518 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:52:32.555972 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-9d560399-c243-4d2f-9198-4159b51594b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0488877 Apr 28 22:52:32.566055 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-f4829722-4d87-4202-bc42-7e61bc7b8c77 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110300) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 22:52:32.567353 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-f4829722-4d87-4202-bc42-7e61bc7b8c77 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063560 Apr 28 22:52:32.578326 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Request body: {'port': {'device_id': 'd6753719-5103-4de6-8005-b1c515f95815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:52:32.638159 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (b86f7bcf-b383-4964-9c83-d31fe75d7801), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:32.655784 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:52:32.660811 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:32.670668 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ed8dcc-fb4b-42ed-9203-a4eac300bd37 None None] Sync routers for ids ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:52:32.681959 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-de022016-f4ed-4c33-ae2e-01d58733f329 None None] Provisioning complete for port b86f7bcf-b383-4964-9c83-d31fe75d7801 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:52:32.683782 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-de022016-f4ed-4c33-ae2e-01d58733f329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (b86f7bcf-b383-4964-9c83-d31fe75d7801), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:32.690330 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ed8dcc-fb4b-42ed-9203-a4eac300bd37 None None] Routers {'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:52:32.690988 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-73d03423-e4aa-497e-8d56-43ee0aacbded tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "DELETE /v2.0/floatingips/ca56fc09-3ecc-4df9-b515-269975acbea9 HTTP/1.1" status: 204 len: 168 time: 1.0647221 Apr 28 22:52:32.691633 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'tag': '769ce8c5-d990-465f-91b1-1c0732655286'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:52:32.696132 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-37ed8dcc-fb4b-42ed-9203-a4eac300bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:52:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:32.703199 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a08691-4ab4-4e7d-b6f5-bb8e5143b20f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e617351-18d2-4a50-8c50-d84a5ae79128", "tag": "769ce8c5-d990-465f-91b1-1c0732655286"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:52:32.744589 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-de022016-f4ed-4c33-ae2e-01d58733f329 None None] Port b86f7bcf-b383-4964-9c83-d31fe75d7801 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:52:32.772605 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc696531-d887-4122-82f8-7678a66bccd4 x-openstack-request-id: req-cc696531-d887-4122-82f8-7678a66bccd4 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:52:32.772994 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e617351-18d2-4a50-8c50-d84a5ae79128", "tag": "769ce8c5-d990-465f-91b1-1c0732655286", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:52:32.773343 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc696531-d887-4122-82f8-7678a66bccd4 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:52:32.773900 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc696531-d887-4122-82f8-7678a66bccd4'] response: {'name': 'network-changed', 'server_uuid': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'tag': '769ce8c5-d990-465f-91b1-1c0732655286', 'status': 'completed', 'code': 200} Apr 28 22:52:32.830832 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a08691-4ab4-4e7d-b6f5-bb8e5143b20f req-0d51eee1-952c-4b89-94f3-603c07c24333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:32.832552 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-07a08691-4ab4-4e7d-b6f5-bb8e5143b20f req-0d51eee1-952c-4b89-94f3-603c07c24333 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ff93a0403284167934dce9a1b51faf3&device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 1130 time: 0.0459158 Apr 28 22:52:32.916271 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-37ed8dcc-fb4b-42ed-9203-a4eac300bd37 None None] Set router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:52:32.935533 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a08691-4ab4-4e7d-b6f5-bb8e5143b20f req-ea32d3eb-7181-4cfa-ba77-943e9ba63c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:32.937141 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-07a08691-4ab4-4e7d-b6f5-bb8e5143b20f req-ea32d3eb-7181-4cfa-ba77-943e9ba63c0e service neutron] 10.222.0.31 "GET /v2.0/networks?id=f41ff57a-1d5b-417c-92f1-110e416c17ff HTTP/1.1" status: 200 len: 910 time: 0.0957022 Apr 28 22:52:32.976243 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86f7bcf-b383-4964-9c83-d31fe75d7801 {{(pid=110300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:52:32.981473 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-07a08691-4ab4-4e7d-b6f5-bb8e5143b20f req-e5faaaab-7055-4e0a-b711-ccbc34964d5e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=769ce8c5-d990-465f-91b1-1c0732655286 HTTP/1.1" status: 200 len: 217 time: 0.0377638 Apr 28 22:52:32.987773 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Publish callbacks [] for port (b86f7bcf-b383-4964-9c83-d31fe75d7801), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:32.997078 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.provisioning_blocks [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Transition to ACTIVE for port object b86f7bcf-b383-4964-9c83-d31fe75d7801 will not be triggered until provisioned by entity L2. {{(pid=110300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:52:33.034606 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a08691-4ab4-4e7d-b6f5-bb8e5143b20f req-f8e2a6f9-41df-4039-8ac8-947986624da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:33.036100 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-07a08691-4ab4-4e7d-b6f5-bb8e5143b20f req-f8e2a6f9-41df-4039-8ac8-947986624da7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b1235b11-659e-41bc-bf3b-395046ea4fcd HTTP/1.1" status: 200 len: 848 time: 0.0470891 Apr 28 22:52:33.089523 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (b86f7bcf-b383-4964-9c83-d31fe75d7801), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:33.092418 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a08691-4ab4-4e7d-b6f5-bb8e5143b20f req-8102fc85-59ad-48f3-8d60-3a0973a0da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:33.094651 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-07a08691-4ab4-4e7d-b6f5-bb8e5143b20f req-8102fc85-59ad-48f3-8d60-3a0973a0da3c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f41ff57a-1d5b-417c-92f1-110e416c17ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517254 Apr 28 22:52:33.129629 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-37ed8dcc-fb4b-42ed-9203-a4eac300bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'name': 'tempest-TestShelveInstance-1976942456-router', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:48Z', 'revision_number': 4, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'gw_port': {'id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:76:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'ba9e0fa9-4cdb-4225-8104-31c59c38bfea', 'name': '', 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'mac_address': 'fa:16:3e:23:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:47Z', 'updated_at': '2022-04-28T22:45:53Z', 'revision_number': 5, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'subnets': [{'id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:33.160239 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ed8dcc-fb4b-42ed-9203-a4eac300bd37 None None] Checking router: e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:52:33.169788 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ed8dcc-fb4b-42ed-9203-a4eac300bd37 None None] Routers {'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:52:33.170412 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-37ed8dcc-fb4b-42ed-9203-a4eac300bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:52:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:33.176700 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63f342-ea3f-4c3d-80e1-bfeb0e16abaa req-32b84e4c-8f29-410b-bb4c-555f06db2935 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:33.176700 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4a63f342-ea3f-4c3d-80e1-bfeb0e16abaa req-32b84e4c-8f29-410b-bb4c-555f06db2935 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 944 time: 0.0966032 Apr 28 22:52:33.179577 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Pushing event updated for resources: {'Port': ['ID=b86f7bcf-b383-4964-9c83-d31fe75d7801,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:33.208241 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a407bc-3d4b-4b17-b0ed-1cefc5181aa2 req-f07281ae-1dcf-4f2c-9182-9f3358370592 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:33.210041 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-68a407bc-3d4b-4b17-b0ed-1cefc5181aa2 req-f07281ae-1dcf-4f2c-9182-9f3358370592 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0752332 Apr 28 22:52:33.274964 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-68a407bc-3d4b-4b17-b0ed-1cefc5181aa2 req-ed72e088-2c63-4e89-8aca-c2024026c91f tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590007 Apr 28 22:52:33.287611 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4a63f342-ea3f-4c3d-80e1-bfeb0e16abaa req-145d2f7c-3e44-4636-bfe6-3ff5112bdd11 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051583 Apr 28 22:52:33.323016 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Attempting to bind port b86f7bcf-b383-4964-9c83-d31fe75d7801 on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:52:33.323651 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Attempting to bind port b86f7bcf-b383-4964-9c83-d31fe75d7801 by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:52:33.323986 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Attempting to bind port b86f7bcf-b383-4964-9c83-d31fe75d7801 on network 0d4ddebe-289b-4288-8e3a-743f46cd7035 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:52:33.324485 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-37ed8dcc-fb4b-42ed-9203-a4eac300bd37 None None] Set router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:52:33.329783 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Port b86f7bcf-b383-4964-9c83-d31fe75d7801 on network 0d4ddebe-289b-4288-8e3a-743f46cd7035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:52:33.330133 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Attempting to bind port b86f7bcf-b383-4964-9c83-d31fe75d7801 on network 0d4ddebe-289b-4288-8e3a-743f46cd7035 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:52:33.336930 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:52:33.337274 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Checking segment: {'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:52:33.337652 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Bound using segment: {'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:52:33.338102 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Bound port: b86f7bcf-b383-4964-9c83-d31fe75d7801, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639d774a-2096-41e0-a6b3-2251224b5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:52:33.338486 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (b86f7bcf-b383-4964-9c83-d31fe75d7801), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:33.405481 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] For port b86f7bcf-b383-4964-9c83-d31fe75d7801, host hv-cinder-83982, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:52:33.408487 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] For port b86f7bcf-b383-4964-9c83-d31fe75d7801, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=b86f7bcf-b383-4964-9c83-d31fe75d7801,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:52:33.477646 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (b86f7bcf-b383-4964-9c83-d31fe75d7801), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:33.513480 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:33.514129 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:33.515502 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] 10.222.0.31 "PUT /v2.0/ports/b86f7bcf-b383-4964-9c83-d31fe75d7801 HTTP/1.1" status: 200 len: 1094 time: 0.9411483 Apr 28 22:52:33.515958 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6753719-5103-4de6-8005-b1c515f95815', 'tag': 'b86f7bcf-b383-4964-9c83-d31fe75d7801'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:52:33.517834 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-37ed8dcc-fb4b-42ed-9203-a4eac300bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'name': 'tempest-TestShelveInstance-1976942456-router', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:48Z', 'revision_number': 4, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'gw_port': {'id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:76:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'ba9e0fa9-4cdb-4225-8104-31c59c38bfea', 'name': '', 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'mac_address': 'fa:16:3e:23:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:47Z', 'updated_at': '2022-04-28T22:45:53Z', 'revision_number': 5, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'subnets': [{'id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:33.518242 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4773c7-0f86-4afa-bb81-c510579d7f47" -d '{"events": [{"name": "network-changed", "server_uuid": "d6753719-5103-4de6-8005-b1c515f95815", "tag": "b86f7bcf-b383-4964-9c83-d31fe75d7801"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:52:33.544387 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278e61d-0357-4b1b-8b10-cfc4d8cd7c8b service neutron] Pushing event updated for resources: {'Port': ['ID=b86f7bcf-b383-4964-9c83-d31fe75d7801,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:33.545751 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ed8dcc-fb4b-42ed-9203-a4eac300bd37 None None] The sync data for ids ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'] in dv-cinder-839825-1-iscsi is: [{'id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'name': 'tempest-TestShelveInstance-1976942456-router', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:48Z', 'revision_number': 4, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'gw_port': {'id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:76:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'ba9e0fa9-4cdb-4225-8104-31c59c38bfea', 'name': '', 'network_id': 'f41ff57a-1d5b-417c-92f1-110e416c17ff', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'mac_address': 'fa:16:3e:23:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:47Z', 'updated_at': '2022-04-28T22:45:53Z', 'revision_number': 5, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'subnets': [{'id': 'b1235b11-659e-41bc-bf3b-395046ea4fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:52:33.558910 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f60b32-60d1-4f23-b83f-755f69ce1365 x-openstack-request-id: req-10f60b32-60d1-4f23-b83f-755f69ce1365 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:52:33.559250 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6753719-5103-4de6-8005-b1c515f95815", "tag": "b86f7bcf-b383-4964-9c83-d31fe75d7801", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:52:33.560044 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10f60b32-60d1-4f23-b83f-755f69ce1365 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:52:33.561138 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f60b32-60d1-4f23-b83f-755f69ce1365'] response: {'name': 'network-changed', 'server_uuid': 'd6753719-5103-4de6-8005-b1c515f95815', 'tag': 'b86f7bcf-b383-4964-9c83-d31fe75d7801', 'status': 'completed', 'code': 200} Apr 28 22:52:33.777323 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c093f-972a-4abd-9986-37d6cf646cbd None None] New status for floating IP ca56fc09-3ecc-4df9-b515-269975acbea9: DOWN {{(pid=110301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:52:34.142250 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4773c7-0f86-4afa-bb81-c510579d7f47 req-dcd9efa7-6696-4ee3-a833-4c19a8162172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:34.143774 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4a4773c7-0f86-4afa-bb81-c510579d7f47 req-dcd9efa7-6696-4ee3-a833-4c19a8162172 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f434106bf30945f58afaceb0b3a389b0&device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 1128 time: 0.0429339 Apr 28 22:52:34.180425 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-07a08691-4ab4-4e7d-b6f5-bb8e5143b20f req-6a3fe443-f4de-4794-bdbb-425e644355d9 service neutron] 10.222.0.31 "GET /v2.0/networks/f41ff57a-1d5b-417c-92f1-110e416c17ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928082 Apr 28 22:52:34.293057 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-07a08691-4ab4-4e7d-b6f5-bb8e5143b20f req-9883409d-0989-49ab-bec2-607ed0c1e525 service neutron] 10.222.0.31 "GET /v2.0/networks/f41ff57a-1d5b-417c-92f1-110e416c17ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845056 Apr 28 22:52:34.296413 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4773c7-0f86-4afa-bb81-c510579d7f47 req-0b53569d-f662-4609-84e6-1ae27fcc8ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:34.297965 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4a4773c7-0f86-4afa-bb81-c510579d7f47 req-0b53569d-f662-4609-84e6-1ae27fcc8ab2 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f434106bf30945f58afaceb0b3a389b0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0901127 Apr 28 22:52:34.410027 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620876ca-4731-45e8-98e6-e76e40112daa req-ee3aa7e4-c01d-421d-85d8-481a699ae9d1 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:34.412417 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-620876ca-4731-45e8-98e6-e76e40112daa req-ee3aa7e4-c01d-421d-85d8-481a699ae9d1 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 944 time: 0.0473688 Apr 28 22:52:34.438154 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5e4aa-5ac0-4fab-8206-c4511802aea9 req-48ad868b-b8b2-4ccf-b8d0-e642a56e92ce tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:34.439648 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3fd5e4aa-5ac0-4fab-8206-c4511802aea9 req-48ad868b-b8b2-4ccf-b8d0-e642a56e92ce tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0888541 Apr 28 22:52:34.479194 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-620876ca-4731-45e8-98e6-e76e40112daa req-5067371a-6dd2-483e-94bd-78f316d28b55 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610309 Apr 28 22:52:34.480362 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4773c7-0f86-4afa-bb81-c510579d7f47 req-a87b24e1-b543-480e-8b9e-14cbcd787ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:34.481846 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4a4773c7-0f86-4afa-bb81-c510579d7f47 req-a87b24e1-b543-480e-8b9e-14cbcd787ef0 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1595178 Apr 28 22:52:34.505642 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3fd5e4aa-5ac0-4fab-8206-c4511802aea9 req-22c22659-9554-4a86-8831-008498a50f53 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab19a112-d024-4b33-978f-dd194f04c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594373 Apr 28 22:52:34.938143 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-765c60ad-53fe-47ec-84fa-781f71600118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:34.939848 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-765c60ad-53fe-47ec-84fa-781f71600118 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f434106bf30945f58afaceb0b3a389b0&device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 1128 time: 0.0425794 Apr 28 22:52:34.965095 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9b688-34c1-4c5e-8312-159c3dc27042 req-e8322ca3-ace6-4a70-bb46-bb6ac169bf0a tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:34.966578 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-25d9b688-34c1-4c5e-8312-159c3dc27042 req-e8322ca3-ace6-4a70-bb46-bb6ac169bf0a tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 946 time: 0.0457664 Apr 28 22:52:34.980369 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-03f437a5-8f05-42b9-8722-a8cbc4a2609d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b86f7bcf-b383-4964-9c83-d31fe75d7801 HTTP/1.1" status: 200 len: 217 time: 0.0337045 Apr 28 22:52:35.027300 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-218db279-82b9-4b0b-908b-57d66eb0c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:35.028798 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-218db279-82b9-4b0b-908b-57d66eb0c10b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=170b4ca0-74a9-45ac-9923-9c9a50ebf98b HTTP/1.1" status: 200 len: 850 time: 0.0427878 Apr 28 22:52:35.055560 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [req-25d9b688-34c1-4c5e-8312-159c3dc27042 req-be92fda3-07a7-4ba2-98ab-e958122ea5eb tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Deleting port 769ce8c5-d990-465f-91b1-1c0732655286 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:52:35.055899 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-25d9b688-34c1-4c5e-8312-159c3dc27042 req-be92fda3-07a7-4ba2-98ab-e958122ea5eb tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (769ce8c5-d990-465f-91b1-1c0732655286), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:35.073668 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-8b38a7b5-ff3f-4f09-84e1-6ac0cfcd3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:35.075617 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-8b38a7b5-ff3f-4f09-84e1-6ac0cfcd3880 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d4ddebe-289b-4288-8e3a-743f46cd7035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410032 Apr 28 22:52:35.150534 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-25d9b688-34c1-4c5e-8312-159c3dc27042 req-be92fda3-07a7-4ba2-98ab-e958122ea5eb tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] For port 769ce8c5-d990-465f-91b1-1c0732655286, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=769ce8c5-d990-465f-91b1-1c0732655286,segment=NetworkSegment(3a35a444-6129-4397-98ce-1a7b19c7582e),segment_id=3a35a444-6129-4397-98ce-1a7b19c7582e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:52:35.150897 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-25d9b688-34c1-4c5e-8312-159c3dc27042 req-be92fda3-07a7-4ba2-98ab-e958122ea5eb tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (769ce8c5-d990-465f-91b1-1c0732655286), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:35.163624 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [req-25d9b688-34c1-4c5e-8312-159c3dc27042 req-be92fda3-07a7-4ba2-98ab-e958122ea5eb tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Calling delete_port for 769ce8c5-d990-465f-91b1-1c0732655286 owned by compute:nova {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:52:35.173312 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-64583812-9b81-4bf6-9246-587e512e669e service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909045 Apr 28 22:52:35.277222 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fe913e10-86e5-47db-a73c-c8fc71aace20 req-f80f2c9c-0a36-4d4c-960a-b4df9676fc25 service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859134 Apr 28 22:52:35.416329 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-25d9b688-34c1-4c5e-8312-159c3dc27042 req-be92fda3-07a7-4ba2-98ab-e958122ea5eb tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (769ce8c5-d990-465f-91b1-1c0732655286), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:35.445739 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92fda3-07a7-4ba2-98ab-e958122ea5eb tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Pushing event deleted for resources: {'Port': ['ID=769ce8c5-d990-465f-91b1-1c0732655286,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:35.489799 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d9b688-34c1-4c5e-8312-159c3dc27042 req-be92fda3-07a7-4ba2-98ab-e958122ea5eb tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] No DVR routers for this DVR port 769ce8c5-d990-465f-91b1-1c0732655286 on host hv-cinder-83982 {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:52:35.492221 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-25d9b688-34c1-4c5e-8312-159c3dc27042 req-be92fda3-07a7-4ba2-98ab-e958122ea5eb tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:35.495458 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-25d9b688-34c1-4c5e-8312-159c3dc27042 req-be92fda3-07a7-4ba2-98ab-e958122ea5eb tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.31 "DELETE /v2.0/ports/769ce8c5-d990-465f-91b1-1c0732655286 HTTP/1.1" status: 204 len: 173 time: 0.5181801 Apr 28 22:52:35.495896 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'name': 'network-vif-deleted', 'tag': '769ce8c5-d990-465f-91b1-1c0732655286'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:52:35.498147 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcdd1de-a637-40f9-9001-f4a0c10e9e98" -d '{"events": [{"server_uuid": "9e617351-18d2-4a50-8c50-d84a5ae79128", "name": "network-vif-deleted", "tag": "769ce8c5-d990-465f-91b1-1c0732655286"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:52:35.596917 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86afb7f-8e28-4e7d-bba1-e39eea0b34ef req-519871c3-932c-453e-8b1c-457e9dd0f2da tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:35.598586 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a86afb7f-8e28-4e7d-bba1-e39eea0b34ef req-519871c3-932c-453e-8b1c-457e9dd0f2da tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 944 time: 0.0505681 Apr 28 22:52:35.651859 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a86afb7f-8e28-4e7d-bba1-e39eea0b34ef req-ec781cc0-a543-4bfb-885d-77147b11856c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475326 Apr 28 22:52:35.691518 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cfea5a-cce2-40d1-b980-6dc5ebc1204b x-openstack-request-id: req-f9cfea5a-cce2-40d1-b980-6dc5ebc1204b {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:52:35.691818 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e617351-18d2-4a50-8c50-d84a5ae79128", "name": "network-vif-deleted", "tag": "769ce8c5-d990-465f-91b1-1c0732655286", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:52:35.692076 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9cfea5a-cce2-40d1-b980-6dc5ebc1204b {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:52:35.692517 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9cfea5a-cce2-40d1-b980-6dc5ebc1204b'] response: {'server_uuid': '9e617351-18d2-4a50-8c50-d84a5ae79128', 'name': 'network-vif-deleted', 'tag': '769ce8c5-d990-465f-91b1-1c0732655286', 'status': 'completed', 'code': 200} Apr 28 22:52:35.740280 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1b0726e7-c141-4215-84de-dfe4fbeacd45 req-d57688af-1931-4b40-8da7-3a9bc3ab29b7 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 210 time: 0.0311363 Apr 28 22:52:36.505278 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9210b02f-85eb-455a-a984-cadb59b7948b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:36.767383 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edb88f-c009-4ec3-b02c-1fcdd84d40a3 req-fc726405-85ed-40c8-9717-4a418458598f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:36.768373 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-82edb88f-c009-4ec3-b02c-1fcdd84d40a3 req-fc726405-85ed-40c8-9717-4a418458598f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 944 time: 0.0498488 Apr 28 22:52:36.822566 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-82edb88f-c009-4ec3-b02c-1fcdd84d40a3 req-07b9f462-4018-4647-a673-5ca08bad3447 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477741 Apr 28 22:52:36.839765 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-39bac849-f395-4f29-abf0-e65d71ee3bdc req-2d852e7b-9465-481a-b748-549dac6493af tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 210 time: 0.0283742 Apr 28 22:52:37.934680 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8292ac-d55a-4230-85b0-bf3998173425 req-f2989731-b417-46b4-81b3-58e88210e759 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:37.936182 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7c8292ac-d55a-4230-85b0-bf3998173425 req-f2989731-b417-46b4-81b3-58e88210e759 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 944 time: 0.0473101 Apr 28 22:52:37.950098 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-67c8caac-0db6-4912-b705-45a5a6004a01 req-14406fc2-2db5-4e2d-a283-0487b4db8f4c tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e617351-18d2-4a50-8c50-d84a5ae79128 HTTP/1.1" status: 200 len: 210 time: 0.0319591 Apr 28 22:52:37.988691 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7c8292ac-d55a-4230-85b0-bf3998173425 req-faae64eb-44c6-4372-b3b6-a16cfec0b79c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461917 Apr 28 22:52:38.682467 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e7be1587-7141-4e9b-a9a5-b928dad0e521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:38.933801 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 769ce8c5-d990-465f-91b1-1c0732655286 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:52:38.953933 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: 769ce8c5-d990-465f-91b1-1c0732655286 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:52:38.954316 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 769ce8c5-d990-465f-91b1-1c0732655286 not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:52:39.012815 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54544) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:52:39.112199 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-25e163a3-4c9c-4b4c-a85b-c977ef4d8dc5 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group (ab19a112-d024-4b33-978f-dd194f04c94a), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:39.114273 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f7278-f56e-4654-94f2-e8f7d2f3506d req-4655d0ec-b819-4cc1-83ba-4cb7e6e1f712 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:39.115730 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b48f7278-f56e-4654-94f2-e8f7d2f3506d req-4655d0ec-b819-4cc1-83ba-4cb7e6e1f712 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 944 time: 0.0594823 Apr 28 22:52:39.161067 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-25e163a3-4c9c-4b4c-a85b-c977ef4d8dc5 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group (ab19a112-d024-4b33-978f-dd194f04c94a), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:39.215823 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b48f7278-f56e-4654-94f2-e8f7d2f3506d req-bd8e0267-d8b7-4cdc-ada8-3d0988670c3f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906432 Apr 28 22:52:39.328420 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-25e163a3-4c9c-4b4c-a85b-c977ef4d8dc5 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (ab19a112-d024-4b33-978f-dd194f04c94a), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:39.331159 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-25e163a3-4c9c-4b4c-a85b-c977ef4d8dc5 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:39.334068 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-25e163a3-4c9c-4b4c-a85b-c977ef4d8dc5 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] 10.222.0.13 "DELETE /v2.0/security-groups/ab19a112-d024-4b33-978f-dd194f04c94a HTTP/1.1" status: 204 len: 168 time: 0.3185353 Apr 28 22:52:39.341886 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e163a3-4c9c-4b4c-a85b-c977ef4d8dc5 tempest-TestShelveInstance-816771746 tempest-TestShelveInstance-816771746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab19a112-d024-4b33-978f-dd194f04c94a,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:39.439026 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 54554) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:52:39.810074 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ae4a-588e-4dab-b37d-2eff429e7179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834530'] for router_interface (e96e20a5-5ceb-4c1c-8f7a-7d789d15c247), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:39.833343 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:40.042983 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-c0d8ae4a-588e-4dab-b37d-2eff429e7179 admin admin] Deleting port ba9e0fa9-4cdb-4225-8104-31c59c38bfea {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:52:40.043321 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ae4a-588e-4dab-b37d-2eff429e7179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:40.123953 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-c0d8ae4a-588e-4dab-b37d-2eff429e7179 admin admin] For port ba9e0fa9-4cdb-4225-8104-31c59c38bfea, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=ba9e0fa9-4cdb-4225-8104-31c59c38bfea,segment=NetworkSegment(3a35a444-6129-4397-98ce-1a7b19c7582e),segment_id=3a35a444-6129-4397-98ce-1a7b19c7582e)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:52:40.124317 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ae4a-588e-4dab-b37d-2eff429e7179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:40.138008 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-c0d8ae4a-588e-4dab-b37d-2eff429e7179 admin admin] Calling delete_port for ba9e0fa9-4cdb-4225-8104-31c59c38bfea owned by network:router_interface {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:52:40.354604 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0bc1d-f0b3-489f-8f3d-3b2b0e1807da req-f5a26c1b-e004-4339-a607-274bcdb29d45 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:40.356092 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fec0bc1d-f0b3-489f-8f3d-3b2b0e1807da req-f5a26c1b-e004-4339-a607-274bcdb29d45 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 944 time: 0.0581124 Apr 28 22:52:40.408102 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ae4a-588e-4dab-b37d-2eff429e7179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (ba9e0fa9-4cdb-4225-8104-31c59c38bfea), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:40.419328 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fec0bc1d-f0b3-489f-8f3d-3b2b0e1807da req-10cea077-3f31-4ba5-b398-fe086ccd06f8 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568905 Apr 28 22:52:40.452562 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8ae4a-588e-4dab-b37d-2eff429e7179 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9e0fa9-4cdb-4225-8104-31c59c38bfea,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:40.481212 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf7781-f324-4ad5-93c9-033598fab1ce req-1275ea15-ecd9-476c-8fd9-72ae46df8626 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:40.486395 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-35bf7781-f324-4ad5-93c9-033598fab1ce req-1275ea15-ecd9-476c-8fd9-72ae46df8626 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0534177 Apr 28 22:52:40.535025 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-35bf7781-f324-4ad5-93c9-033598fab1ce req-ccf5a80d-e0b2-4462-9498-26ca580b1cd7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455904 Apr 28 22:52:40.620555 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c0d8ae4a-588e-4dab-b37d-2eff429e7179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834638'] for router_interface (e96e20a5-5ceb-4c1c-8f7a-7d789d15c247), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:40.844675 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d8ae4a-588e-4dab-b37d-2eff429e7179 admin admin] Router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:52:40.950281 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d8ae4a-588e-4dab-b37d-2eff429e7179 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:52:40.955213 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-c0d8ae4a-588e-4dab-b37d-2eff429e7179 admin admin] 10.222.0.13 "PUT /v2.0/routers/e96e20a5-5ceb-4c1c-8f7a-7d789d15c247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5151775 Apr 28 22:52:40.957690 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 54580) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:52:40.960204 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b7ecf-5c37-47fa-bf18-37b980cfa145 None None] Sync routers for ids ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:52:40.970181 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b7ecf-5c37-47fa-bf18-37b980cfa145 None None] Routers {'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:52:40.970780 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-602b7ecf-5c37-47fa-bf18-37b980cfa145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:52:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:41.074246 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081bee0b-99c1-407b-96c2-a849fb4db360 admin admin] Publish callbacks [] for router (e96e20a5-5ceb-4c1c-8f7a-7d789d15c247), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:41.086373 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-602b7ecf-5c37-47fa-bf18-37b980cfa145 None None] Set router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:52:41.213830 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:41.273627 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-602b7ecf-5c37-47fa-bf18-37b980cfa145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'name': 'tempest-TestShelveInstance-1976942456-router', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:52:40Z', 'revision_number': 5, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'gw_port': {'id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:76:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:41.301663 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b7ecf-5c37-47fa-bf18-37b980cfa145 None None] Checking router: e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:52:41.310256 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b7ecf-5c37-47fa-bf18-37b980cfa145 None None] Routers {'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:52:41.310876 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-602b7ecf-5c37-47fa-bf18-37b980cfa145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:52:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:41.418046 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-602b7ecf-5c37-47fa-bf18-37b980cfa145 None None] Set router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:52:41.434806 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081bee0b-99c1-407b-96c2-a849fb4db360 admin admin] Publish callbacks [] for router_gateway (e96e20a5-5ceb-4c1c-8f7a-7d789d15c247), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:41.533040 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e27f7-3449-4dbd-ae33-0dc28ac53770 req-080d8ce3-8151-4bd3-9486-b9535840e6a9 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:41.534556 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-190e27f7-3449-4dbd-ae33-0dc28ac53770 req-080d8ce3-8151-4bd3-9486-b9535840e6a9 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 944 time: 0.0457239 Apr 28 22:52:41.588723 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-602b7ecf-5c37-47fa-bf18-37b980cfa145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'name': 'tempest-TestShelveInstance-1976942456-router', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:52:40Z', 'revision_number': 5, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'gw_port': {'id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:76:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:41.593059 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-081bee0b-99c1-407b-96c2-a849fb4db360 admin admin] Deleting port 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:52:41.593399 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081bee0b-99c1-407b-96c2-a849fb4db360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (61bb98b1-3918-4e6d-ac2a-d3e0818a77ac), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:41.620025 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b7ecf-5c37-47fa-bf18-37b980cfa145 None None] The sync data for ids ['e96e20a5-5ceb-4c1c-8f7a-7d789d15c247'] in dv-cinder-839825-1-iscsi is: [{'id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'name': 'tempest-TestShelveInstance-1976942456-router', 'tenant_id': '2ff93a0403284167934dce9a1b51faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:52:40Z', 'revision_number': 5, 'project_id': '2ff93a0403284167934dce9a1b51faf3', 'gw_port': {'id': '61bb98b1-3918-4e6d-ac2a-d3e0818a77ac', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:76:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e20a5-5ceb-4c1c-8f7a-7d789d15c247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:45Z', 'updated_at': '2022-04-28T22:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:52:41.628840 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-190e27f7-3449-4dbd-ae33-0dc28ac53770 req-488b7ad4-75d9-4d25-b5c6-9994e4e54f98 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734754 Apr 28 22:52:41.685585 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2361958-5239-48e4-83f0-bdd2396b9461 req-53c391d1-370f-4563-b3b0-c272087dffdf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:41.693425 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d2361958-5239-48e4-83f0-bdd2396b9461 req-53c391d1-370f-4563-b3b0-c272087dffdf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0837202 Apr 28 22:52:41.711773 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-081bee0b-99c1-407b-96c2-a849fb4db360 admin admin] For port 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=61bb98b1-3918-4e6d-ac2a-d3e0818a77ac,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:52:41.712162 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081bee0b-99c1-407b-96c2-a849fb4db360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (61bb98b1-3918-4e6d-ac2a-d3e0818a77ac), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:41.725719 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-081bee0b-99c1-407b-96c2-a849fb4db360 admin admin] Calling delete_port for 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac owned by network:router_gateway {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:52:41.742160 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d2361958-5239-48e4-83f0-bdd2396b9461 req-0497b849-4251-4f05-8813-2146eb0b507e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478113 Apr 28 22:52:41.969048 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081bee0b-99c1-407b-96c2-a849fb4db360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (61bb98b1-3918-4e6d-ac2a-d3e0818a77ac), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:41.997153 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bee0b-99c1-407b-96c2-a849fb4db360 admin admin] Pushing event deleted for resources: {'Port': ['ID=61bb98b1-3918-4e6d-ac2a-d3e0818a77ac,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:42.060123 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081bee0b-99c1-407b-96c2-a849fb4db360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653476'] for router_gateway (e96e20a5-5ceb-4c1c-8f7a-7d789d15c247), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:42.162297 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081bee0b-99c1-407b-96c2-a849fb4db360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1039'] for router (e96e20a5-5ceb-4c1c-8f7a-7d789d15c247), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:42.164464 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081bee0b-99c1-407b-96c2-a849fb4db360 admin admin] Publish callbacks [] for router_controller (e96e20a5-5ceb-4c1c-8f7a-7d789d15c247), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:42.277052 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081bee0b-99c1-407b-96c2-a849fb4db360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831238'] for router (e96e20a5-5ceb-4c1c-8f7a-7d789d15c247), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:42.280387 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081bee0b-99c1-407b-96c2-a849fb4db360 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 {{(pid=110300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 22:52:42.281807 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-081bee0b-99c1-407b-96c2-a849fb4db360 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:42.283133 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-081bee0b-99c1-407b-96c2-a849fb4db360 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e96e20a5-5ceb-4c1c-8f7a-7d789d15c247 HTTP/1.1" status: 204 len: 168 time: 1.3244967 Apr 28 22:52:42.285582 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 54590) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:52:42.331071 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dee9382-b079-453b-800b-9fe99fce123a admin admin] Deleting subnet b1235b11-659e-41bc-bf3b-395046ea4fcd {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 22:52:42.336941 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5dee9382-b079-453b-800b-9fe99fce123a admin admin] Publish callbacks [] for subnet (b1235b11-659e-41bc-bf3b-395046ea4fcd), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:42.377648 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5dee9382-b079-453b-800b-9fe99fce123a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4001100'] for subnet (b1235b11-659e-41bc-bf3b-395046ea4fcd), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:42.453791 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5dee9382-b079-453b-800b-9fe99fce123a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711510'] for subnet (b1235b11-659e-41bc-bf3b-395046ea4fcd), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:42.582048 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5dee9382-b079-453b-800b-9fe99fce123a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288626'] for subnet (b1235b11-659e-41bc-bf3b-395046ea4fcd), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:42.606908 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee9382-b079-453b-800b-9fe99fce123a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1235b11-659e-41bc-bf3b-395046ea4fcd,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:42.611019 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-5dee9382-b079-453b-800b-9fe99fce123a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:42.614076 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-5dee9382-b079-453b-800b-9fe99fce123a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b1235b11-659e-41bc-bf3b-395046ea4fcd HTTP/1.1" status: 204 len: 168 time: 0.3274770 Apr 28 22:52:42.616550 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 54592) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:52:42.619552 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442b115a-f8f8-43e5-88dc-6bec94f3bf50 None None] Network f41ff57a-1d5b-417c-92f1-110e416c17ff requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:52:42.673841 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:42.700472 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719352'] for network (f41ff57a-1d5b-417c-92f1-110e416c17ff), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:42.789600 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] Deleting port 7b9c86b1-2623-4358-8a8d-9634c337a927 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:52:42.789993 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (7b9c86b1-2623-4358-8a8d-9634c337a927), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:42.791603 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] DHCP port deletion for f41ff57a-1d5b-417c-92f1-110e416c17ff request from dv-cinder-839825-1-iscsi {{(pid=110301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 22:52:42.811170 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7b055-ab79-4225-859c-8360246db670 req-174255ff-5b85-4122-a31d-453f20032558 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:42.812661 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-86c7b055-ab79-4225-859c-8360246db670 req-174255ff-5b85-4122-a31d-453f20032558 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 944 time: 0.0757368 Apr 28 22:52:42.839519 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Deleting port 7b9c86b1-2623-4358-8a8d-9634c337a927 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:52:42.839811 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (7b9c86b1-2623-4358-8a8d-9634c337a927), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:42.861588 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd2545-6b11-429a-a8de-bf052acc0224 req-3475c54d-7e3f-4d7d-86ce-cfa6470b009d tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:42.863263 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b3fd2545-6b11-429a-a8de-bf052acc0224 req-3475c54d-7e3f-4d7d-86ce-cfa6470b009d tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0473504 Apr 28 22:52:42.883452 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] For port 7b9c86b1-2623-4358-8a8d-9634c337a927, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=7b9c86b1-2623-4358-8a8d-9634c337a927,segment=NetworkSegment(3a35a444-6129-4397-98ce-1a7b19c7582e),segment_id=3a35a444-6129-4397-98ce-1a7b19c7582e)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:52:42.883830 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (7b9c86b1-2623-4358-8a8d-9634c337a927), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:42.903259 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] For port 7b9c86b1-2623-4358-8a8d-9634c337a927, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=7b9c86b1-2623-4358-8a8d-9634c337a927,segment=NetworkSegment(3a35a444-6129-4397-98ce-1a7b19c7582e),segment_id=3a35a444-6129-4397-98ce-1a7b19c7582e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:52:42.903909 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (7b9c86b1-2623-4358-8a8d-9634c337a927), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:42.909209 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] Calling delete_port for 7b9c86b1-2623-4358-8a8d-9634c337a927 owned by network:dhcp {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:52:42.918276 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Calling delete_port for 7b9c86b1-2623-4358-8a8d-9634c337a927 owned by network:dhcp {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:52:42.920576 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b3fd2545-6b11-429a-a8de-bf052acc0224 req-17033b6f-a0cf-4bb2-9321-c71850b0f144 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502357 Apr 28 22:52:42.924836 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-86c7b055-ab79-4225-859c-8360246db670 req-37c21a8b-66f7-4a79-876f-bd1bfa926510 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034124 Apr 28 22:52:43.050667 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529'] for port (7b9c86b1-2623-4358-8a8d-9634c337a927), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:43.059340 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (7b9c86b1-2623-4358-8a8d-9634c337a927), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:43.093378 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Pushing event deleted for resources: {'Port': ['ID=7b9c86b1-2623-4358-8a8d-9634c337a927,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:43.096208 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] No DVR routers for this DVR port 7b9c86b1-2623-4358-8a8d-9634c337a927 on host dv-cinder-839825-1-iscsi {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:52:43.105657 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b9c86b1-2623-4358-8a8d-9634c337a927,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:43.109323 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:43.109687 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:43.109919 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] No DVR routers for this DVR port 7b9c86b1-2623-4358-8a8d-9634c337a927 on host dv-cinder-839825-1-iscsi {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:52:43.110108 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:43.111416 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:43.112220 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:43.112404 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:43.112585 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:43.112913 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:43.113321 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:43.113780 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:43.114178 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:43.114365 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:43.114699 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:43.115023 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:43.115348 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cee80f-fb53-40a1-a84f-de866f93a99b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:52:43.188125 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708811', 'neutron.services.segments.db._delete_segments_for_network-8773828784761'] for network (f41ff57a-1d5b-417c-92f1-110e416c17ff), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:43.207961 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41ff57a-1d5b-417c-92f1-110e416c17ff']}} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:43.216890 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a35a444-6129-4397-98ce-1a7b19c7582e') {'for_net_delete': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:43.217186 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a35a444-6129-4397-98ce-1a7b19c7582e') {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:43.226907 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773828787842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4001109'] for segment (3a35a444-6129-4397-98ce-1a7b19c7582e), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:43.239742 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (3a35a444-6129-4397-98ce-1a7b19c7582e), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:43.245405 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=110300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 22:52:43.245785 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442450'] for segment (3a35a444-6129-4397-98ce-1a7b19c7582e), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: self.session.flush() Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: self.session.flush() Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: self.session.flush() Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: self.session.flush() Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: Traceback (most recent call last): Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: timer() Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: cb(*args, **kw) Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: return func(*args, **kwargs) Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: self._notify() Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: self.callback(batched_events) Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: event.method(event) Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: return f(self, *a, **k) Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._get(url).json() Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: return self.request(url, 'GET', **kwargs) Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 22:52:43.247450 dv-cinder-839825-1-iscsi neutron-server[110300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 22:52:43.356659 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833228'] for network (f41ff57a-1d5b-417c-92f1-110e416c17ff), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:43.362051 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:43.365071 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f41ff57a-1d5b-417c-92f1-110e416c17ff HTTP/1.1" status: 204 len: 168 time: 0.7475176 Apr 28 22:52:43.368215 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54600) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:52:43.375715 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463358cb-5db2-4e6d-affe-cce00a9b5571 admin admin] Pushing event deleted for resources: {'Network': ['ID=f41ff57a-1d5b-417c-92f1-110e416c17ff,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:43.690886 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:52:43.711817 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:52:43.712169 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 61bb98b1-3918-4e6d-ac2a-d3e0818a77ac not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:52:43.712586 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device ba9e0fa9-4cdb-4225-8104-31c59c38bfea no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:52:43.731186 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: ba9e0fa9-4cdb-4225-8104-31c59c38bfea {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:52:43.731532 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device ba9e0fa9-4cdb-4225-8104-31c59c38bfea not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:52:43.731951 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 7b9c86b1-2623-4358-8a8d-9634c337a927 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:52:43.753239 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: 7b9c86b1-2623-4358-8a8d-9634c337a927 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:52:43.753589 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 7b9c86b1-2623-4358-8a8d-9634c337a927 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:52:43.998400 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0ef6ecdd-5fdb-4292-b952-d7b590299eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834530'] for router_interface (914d29dd-cd56-47c3-a640-6473245ad817), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:44.046334 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecba8aa-4e0c-4348-928b-4ad61d8bbf0e req-40c5d184-8fd5-4cd4-a99e-3095745f90b3 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:44.050351 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0ecba8aa-4e0c-4348-928b-4ad61d8bbf0e req-40c5d184-8fd5-4cd4-a99e-3095745f90b3 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0472283 Apr 28 22:52:44.089737 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17ccd0-3b3e-4116-8b53-2cb1d20ce982 req-d98e3be0-cbe9-4b5e-8e63-3f9784d0a659 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:44.091220 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ba17ccd0-3b3e-4116-8b53-2cb1d20ce982 req-d98e3be0-cbe9-4b5e-8e63-3f9784d0a659 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 944 time: 0.0560031 Apr 28 22:52:44.095690 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0ecba8aa-4e0c-4348-928b-4ad61d8bbf0e req-f586af69-8292-4687-834a-21b5b99e5d6c tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416017 Apr 28 22:52:44.237886 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ba17ccd0-3b3e-4116-8b53-2cb1d20ce982 req-56ac4080-472a-4fed-89d9-619710b7dc29 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164353 Apr 28 22:52:44.353512 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-0ef6ecdd-5fdb-4292-b952-d7b590299eb0 admin admin] Deleting port 4dfce553-a527-417e-88c2-c263d3036f98 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:52:44.353709 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0ef6ecdd-5fdb-4292-b952-d7b590299eb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (4dfce553-a527-417e-88c2-c263d3036f98), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:44.435451 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-0ef6ecdd-5fdb-4292-b952-d7b590299eb0 admin admin] For port 4dfce553-a527-417e-88c2-c263d3036f98, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=4dfce553-a527-417e-88c2-c263d3036f98,segment=NetworkSegment(6c20a180-33d8-4054-b126-650e3bd94b11),segment_id=6c20a180-33d8-4054-b126-650e3bd94b11)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:52:44.435820 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0ef6ecdd-5fdb-4292-b952-d7b590299eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (4dfce553-a527-417e-88c2-c263d3036f98), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:44.448726 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-0ef6ecdd-5fdb-4292-b952-d7b590299eb0 admin admin] Calling delete_port for 4dfce553-a527-417e-88c2-c263d3036f98 owned by network:router_interface {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:52:44.684534 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0ef6ecdd-5fdb-4292-b952-d7b590299eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (4dfce553-a527-417e-88c2-c263d3036f98), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:44.707804 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6ecdd-5fdb-4292-b952-d7b590299eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dfce553-a527-417e-88c2-c263d3036f98,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:44.876871 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0ef6ecdd-5fdb-4292-b952-d7b590299eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834638'] for router_interface (914d29dd-cd56-47c3-a640-6473245ad817), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:44.927512 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device b86f7bcf-b383-4964-9c83-d31fe75d7801 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:52:45.019672 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port b86f7bcf-b383-4964-9c83-d31fe75d7801, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=b86f7bcf-b383-4964-9c83-d31fe75d7801,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:52:45.037572 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': 'b86f7bcf-b383-4964-9c83-d31fe75d7801', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'port_id': 'b86f7bcf-b383-4964-9c83-d31fe75d7801', 'mac_address': 'fa:16:3e:59:37:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:52:45.077596 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port b86f7bcf-b383-4964-9c83-d31fe75d7801 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:52:45.078019 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (b86f7bcf-b383-4964-9c83-d31fe75d7801), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:45.091479 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86f7bcf-b383-4964-9c83-d31fe75d7801 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:52:45.093626 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef6ecdd-5fdb-4292-b952-d7b590299eb0 admin admin] Router 914d29dd-cd56-47c3-a640-6473245ad817 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:52:45.110609 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port b86f7bcf-b383-4964-9c83-d31fe75d7801, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=b86f7bcf-b383-4964-9c83-d31fe75d7801,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:52:45.182091 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (b86f7bcf-b383-4964-9c83-d31fe75d7801), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:45.205285 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef6ecdd-5fdb-4292-b952-d7b590299eb0 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:52:45.212611 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-0ef6ecdd-5fdb-4292-b952-d7b590299eb0 admin admin] 10.222.0.13 "PUT /v2.0/routers/914d29dd-cd56-47c3-a640-6473245ad817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8412473 Apr 28 22:52:45.213537 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54610) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:52:45.219080 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35beec12-0bb6-4079-b416-f0d8b66659fa None None] Sync routers for ids ['914d29dd-cd56-47c3-a640-6473245ad817'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:52:45.219480 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7da74-a7c9-4e6b-8ab1-6b55dc443b79 req-1534abae-2cbd-4ae5-a5e3-14cced780e22 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:45.226642 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-06d7da74-a7c9-4e6b-8ab1-6b55dc443b79 req-1534abae-2cbd-4ae5-a5e3-14cced780e22 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0587683 Apr 28 22:52:45.244847 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=b86f7bcf-b383-4964-9c83-d31fe75d7801,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:45.248095 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35beec12-0bb6-4079-b416-f0d8b66659fa None None] Routers {'914d29dd-cd56-47c3-a640-6473245ad817'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:52:45.248881 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-35beec12-0bb6-4079-b416-f0d8b66659fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:52:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['914d29dd-cd56-47c3-a640-6473245ad817'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:45.277261 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-06d7da74-a7c9-4e6b-8ab1-6b55dc443b79 req-c1b49161-41eb-43a5-8783-21cc4d3fca94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476844 Apr 28 22:52:45.369636 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5fd88836-cbb4-4ed8-90cd-9730b34418be admin admin] Publish callbacks [] for router (914d29dd-cd56-47c3-a640-6473245ad817), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:45.378345 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7a3f3-03a8-48ea-a9d0-7b1c02a0540a req-d054c20c-b1ed-47e4-bdaa-1089c93d550a tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:45.380677 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3da7a3f3-03a8-48ea-a9d0-7b1c02a0540a req-d054c20c-b1ed-47e4-bdaa-1089c93d550a tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 945 time: 0.0609629 Apr 28 22:52:45.495439 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-35beec12-0bb6-4079-b416-f0d8b66659fa None None] Set router 914d29dd-cd56-47c3-a640-6473245ad817 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:52:45.512717 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3da7a3f3-03a8-48ea-a9d0-7b1c02a0540a req-8351aaf7-2a0d-4cfa-95e2-8b5c75ce036e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940502 Apr 28 22:52:45.524054 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5fd88836-cbb4-4ed8-90cd-9730b34418be admin admin] Publish callbacks [] for router_gateway (914d29dd-cd56-47c3-a640-6473245ad817), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:45.622328 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-5fd88836-cbb4-4ed8-90cd-9730b34418be admin admin] Deleting port 19db65b5-aded-478b-b893-ea4d4d196f21 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:52:45.622670 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5fd88836-cbb4-4ed8-90cd-9730b34418be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (19db65b5-aded-478b-b893-ea4d4d196f21), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:45.675410 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-35beec12-0bb6-4079-b416-f0d8b66659fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914d29dd-cd56-47c3-a640-6473245ad817', 'name': 'tempest-TestShelveInstance-1158945770-router', 'tenant_id': '8933666257a6486e99ec6da291e1f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '19db65b5-aded-478b-b893-ea4d4d196f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:52Z', 'updated_at': '2022-04-28T22:52:44Z', 'revision_number': 5, 'project_id': '8933666257a6486e99ec6da291e1f878', 'gw_port': {'id': '19db65b5-aded-478b-b893-ea4d4d196f21', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914d29dd-cd56-47c3-a640-6473245ad817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:53Z', 'updated_at': '2022-04-28T22:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:45.707818 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35beec12-0bb6-4079-b416-f0d8b66659fa None None] Checking router: 914d29dd-cd56-47c3-a640-6473245ad817 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:52:45.710897 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-5fd88836-cbb4-4ed8-90cd-9730b34418be admin admin] For port 19db65b5-aded-478b-b893-ea4d4d196f21, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=19db65b5-aded-478b-b893-ea4d4d196f21,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:52:45.711266 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5fd88836-cbb4-4ed8-90cd-9730b34418be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (19db65b5-aded-478b-b893-ea4d4d196f21), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:45.718514 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35beec12-0bb6-4079-b416-f0d8b66659fa None None] Routers {'914d29dd-cd56-47c3-a640-6473245ad817'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:52:45.719237 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-35beec12-0bb6-4079-b416-f0d8b66659fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:52:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['914d29dd-cd56-47c3-a640-6473245ad817'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:45.725277 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-5fd88836-cbb4-4ed8-90cd-9730b34418be admin admin] Calling delete_port for 19db65b5-aded-478b-b893-ea4d4d196f21 owned by network:router_gateway {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:52:45.809558 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-35beec12-0bb6-4079-b416-f0d8b66659fa None None] Set router 914d29dd-cd56-47c3-a640-6473245ad817 gateway port host: None {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:52:45.864607 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-35beec12-0bb6-4079-b416-f0d8b66659fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914d29dd-cd56-47c3-a640-6473245ad817', 'name': 'tempest-TestShelveInstance-1158945770-router', 'tenant_id': '8933666257a6486e99ec6da291e1f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:52Z', 'updated_at': '2022-04-28T22:52:45Z', 'revision_number': 6, 'project_id': '8933666257a6486e99ec6da291e1f878', 'gw_port_host': None}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:45.892523 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['b86f7bcf-b383-4964-9c83-d31fe75d7801'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:52:45.898452 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35beec12-0bb6-4079-b416-f0d8b66659fa None None] The sync data for ids ['914d29dd-cd56-47c3-a640-6473245ad817'] in dv-cinder-839825-1-iscsi is: [{'id': '914d29dd-cd56-47c3-a640-6473245ad817', 'name': 'tempest-TestShelveInstance-1158945770-router', 'tenant_id': '8933666257a6486e99ec6da291e1f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:52Z', 'updated_at': '2022-04-28T22:52:45Z', 'revision_number': 6, 'project_id': '8933666257a6486e99ec6da291e1f878', 'gw_port_host': None}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:52:45.959269 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5fd88836-cbb4-4ed8-90cd-9730b34418be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (19db65b5-aded-478b-b893-ea4d4d196f21), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:45.991297 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd88836-cbb4-4ed8-90cd-9730b34418be admin admin] Pushing event deleted for resources: {'Port': ['ID=19db65b5-aded-478b-b893-ea4d4d196f21,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:45.991789 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:46.048703 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5fd88836-cbb4-4ed8-90cd-9730b34418be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653476'] for router_gateway (914d29dd-cd56-47c3-a640-6473245ad817), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:46.413931 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5fd88836-cbb4-4ed8-90cd-9730b34418be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1039'] for router (914d29dd-cd56-47c3-a640-6473245ad817), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:46.416156 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5fd88836-cbb4-4ed8-90cd-9730b34418be admin admin] Publish callbacks [] for router_controller (914d29dd-cd56-47c3-a640-6473245ad817), precommit_delete_associations {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:46.432344 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae547d4-d8c1-460e-a68e-86834a94fef1 req-0109e6cf-cbbb-45ef-9305-b9ccc3158c31 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:46.433911 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7ae547d4-d8c1-460e-a68e-86834a94fef1 req-0109e6cf-cbbb-45ef-9305-b9ccc3158c31 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0524824 Apr 28 22:52:46.490035 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7ae547d4-d8c1-460e-a68e-86834a94fef1 req-30942303-100c-4128-8c16-9bb9819a5c72 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446346 Apr 28 22:52:46.553235 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5fd88836-cbb4-4ed8-90cd-9730b34418be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831238'] for router (914d29dd-cd56-47c3-a640-6473245ad817), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:46.553872 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd88836-cbb4-4ed8-90cd-9730b34418be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 914d29dd-cd56-47c3-a640-6473245ad817 {{(pid=110299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 22:52:46.560873 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5fd88836-cbb4-4ed8-90cd-9730b34418be admin admin] Publish callbacks [] for router (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:46.565654 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-5fd88836-cbb4-4ed8-90cd-9730b34418be admin admin] 10.222.0.13 "DELETE /v2.0/routers/914d29dd-cd56-47c3-a640-6473245ad817 HTTP/1.1" status: 204 len: 168 time: 1.3517289 Apr 28 22:52:46.566043 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 54626) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:52:46.620525 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-1def63e5-e5b1-4ec5-b187-d57e347a7a5e admin admin] Deleting subnet e403a4c3-a610-44a6-9445-f54c98bc22dd {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 22:52:46.623976 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1def63e5-e5b1-4ec5-b187-d57e347a7a5e admin admin] Publish callbacks [] for subnet (e403a4c3-a610-44a6-9445-f54c98bc22dd), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:46.663187 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b27d0a-d263-48d5-8fd6-64fdcc2e808e req-e93ee66b-123e-4e0f-ae89-4a38795b21ba tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:46.665973 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-01b27d0a-d263-48d5-8fd6-64fdcc2e808e req-e93ee66b-123e-4e0f-ae89-4a38795b21ba tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 945 time: 0.0599222 Apr 28 22:52:46.671964 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1def63e5-e5b1-4ec5-b187-d57e347a7a5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4001100'] for subnet (e403a4c3-a610-44a6-9445-f54c98bc22dd), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:46.725729 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-01b27d0a-d263-48d5-8fd6-64fdcc2e808e req-0aef1b10-c6e6-4d78-b7e3-973b599b471c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544651 Apr 28 22:52:46.769962 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1def63e5-e5b1-4ec5-b187-d57e347a7a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711510'] for subnet (e403a4c3-a610-44a6-9445-f54c98bc22dd), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:46.902362 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1def63e5-e5b1-4ec5-b187-d57e347a7a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288626'] for subnet (e403a4c3-a610-44a6-9445-f54c98bc22dd), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:46.937029 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1def63e5-e5b1-4ec5-b187-d57e347a7a5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:46.937516 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device b86f7bcf-b383-4964-9c83-d31fe75d7801 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:52:46.942064 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54632) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:52:46.942247 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-1def63e5-e5b1-4ec5-b187-d57e347a7a5e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e403a4c3-a610-44a6-9445-f54c98bc22dd HTTP/1.1" status: 204 len: 168 time: 0.3752539 Apr 28 22:52:46.943032 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f042d3-6a7e-4f71-8eca-f8340100e9b1 None None] Network b7446736-8413-4312-a738-5e945b67d1a1 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:52:46.943295 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def63e5-e5b1-4ec5-b187-d57e347a7a5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e403a4c3-a610-44a6-9445-f54c98bc22dd,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:47.040397 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719352'] for network (b7446736-8413-4312-a738-5e945b67d1a1), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:47.063792 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port b86f7bcf-b383-4964-9c83-d31fe75d7801 completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:52:47.084572 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] Deleting port e6bb7f28-f7a6-4448-b815-3a0ad24670e0 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:52:47.084892 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (e6bb7f28-f7a6-4448-b815-3a0ad24670e0), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:47.120429 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port b86f7bcf-b383-4964-9c83-d31fe75d7801 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:52:47.121206 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (b86f7bcf-b383-4964-9c83-d31fe75d7801), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:47.143402 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38957b4-9c60-4266-9e31-f7c202ecd98d None None] DHCP port deletion for b7446736-8413-4312-a738-5e945b67d1a1 request from dv-cinder-839825-1-iscsi {{(pid=110301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 22:52:47.153666 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] For port e6bb7f28-f7a6-4448-b815-3a0ad24670e0, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=e6bb7f28-f7a6-4448-b815-3a0ad24670e0,segment=NetworkSegment(6c20a180-33d8-4054-b126-650e3bd94b11),segment_id=6c20a180-33d8-4054-b126-650e3bd94b11)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:52:47.154069 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (e6bb7f28-f7a6-4448-b815-3a0ad24670e0), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:47.171179 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] Calling delete_port for e6bb7f28-f7a6-4448-b815-3a0ad24670e0 owned by network:dhcp {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:52:47.213155 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-c38957b4-9c60-4266-9e31-f7c202ecd98d None None] Deleting port e6bb7f28-f7a6-4448-b815-3a0ad24670e0 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:52:47.213620 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c38957b4-9c60-4266-9e31-f7c202ecd98d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (e6bb7f28-f7a6-4448-b815-3a0ad24670e0), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:47.299922 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port b86f7bcf-b383-4964-9c83-d31fe75d7801 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:52:47.300313 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (b86f7bcf-b383-4964-9c83-d31fe75d7801), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:47.306687 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-c38957b4-9c60-4266-9e31-f7c202ecd98d None None] For port e6bb7f28-f7a6-4448-b815-3a0ad24670e0, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=e6bb7f28-f7a6-4448-b815-3a0ad24670e0,segment=NetworkSegment(6c20a180-33d8-4054-b126-650e3bd94b11),segment_id=6c20a180-33d8-4054-b126-650e3bd94b11)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:52:47.307085 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c38957b4-9c60-4266-9e31-f7c202ecd98d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (e6bb7f28-f7a6-4448-b815-3a0ad24670e0), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:47.336469 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-c38957b4-9c60-4266-9e31-f7c202ecd98d None None] Calling delete_port for e6bb7f28-f7a6-4448-b815-3a0ad24670e0 owned by network:dhcp {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:52:47.345351 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6753719-5103-4de6-8005-b1c515f95815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86f7bcf-b383-4964-9c83-d31fe75d7801'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:52:47.347619 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab40e8d-5662-4503-b39d-b3b616c6c349" -d '{"events": [{"server_uuid": "d6753719-5103-4de6-8005-b1c515f95815", "name": "network-vif-plugged", "status": "completed", "tag": "b86f7bcf-b383-4964-9c83-d31fe75d7801"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:52:47.363177 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (e6bb7f28-f7a6-4448-b815-3a0ad24670e0), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:47.364051 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port b86f7bcf-b383-4964-9c83-d31fe75d7801, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=b86f7bcf-b383-4964-9c83-d31fe75d7801,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:52:47.391579 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=e6bb7f28-f7a6-4448-b815-3a0ad24670e0,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:47.395765 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] No DVR routers for this DVR port e6bb7f28-f7a6-4448-b815-3a0ad24670e0 on host dv-cinder-839825-1-iscsi {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:52:47.407942 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99d5b06-c1f4-4ed8-aef2-7c3395a449b6 x-openstack-request-id: req-e99d5b06-c1f4-4ed8-aef2-7c3395a449b6 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:52:47.408243 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6753719-5103-4de6-8005-b1c515f95815", "name": "network-vif-plugged", "status": "completed", "tag": "b86f7bcf-b383-4964-9c83-d31fe75d7801", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:52:47.408494 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e99d5b06-c1f4-4ed8-aef2-7c3395a449b6 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:52:47.408905 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99d5b06-c1f4-4ed8-aef2-7c3395a449b6'] response: {'server_uuid': 'd6753719-5103-4de6-8005-b1c515f95815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86f7bcf-b383-4964-9c83-d31fe75d7801', 'code': 200} Apr 28 22:52:47.448691 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c38957b4-9c60-4266-9e31-f7c202ecd98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529'] for port (e6bb7f28-f7a6-4448-b815-3a0ad24670e0), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:47.467290 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708811', 'neutron.services.segments.db._delete_segments_for_network-8773828784761'] for network (b7446736-8413-4312-a738-5e945b67d1a1), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:47.473169 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38957b4-9c60-4266-9e31-f7c202ecd98d None None] Pushing event deleted for resources: {'Port': ['ID=e6bb7f28-f7a6-4448-b815-3a0ad24670e0,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:47.475300 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (b86f7bcf-b383-4964-9c83-d31fe75d7801), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:47.485115 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38957b4-9c60-4266-9e31-f7c202ecd98d None None] No DVR routers for this DVR port e6bb7f28-f7a6-4448-b815-3a0ad24670e0 on host dv-cinder-839825-1-iscsi {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:52:47.505580 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7446736-8413-4312-a738-5e945b67d1a1']}} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:47.520589 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c20a180-33d8-4054-b126-650e3bd94b11') {'for_net_delete': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:47.520935 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c20a180-33d8-4054-b126-650e3bd94b11') {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:47.534940 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773828787842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521658950'] for segment (6c20a180-33d8-4054-b126-650e3bd94b11), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:47.535066 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=b86f7bcf-b383-4964-9c83-d31fe75d7801,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:47.548451 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (6c20a180-33d8-4054-b126-650e3bd94b11), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:47.556536 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=110299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 22:52:47.556940 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-521660271'] for segment (6c20a180-33d8-4054-b126-650e3bd94b11), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: Traceback (most recent call last): Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: timer() Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: cb(*args, **kw) Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: return func(*args, **kwargs) Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: self._notify() Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: self.callback(batched_events) Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: event.method(event) Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: return f(self, *a, **k) Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: return self._get(url).json() Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: return self.request(url, 'GET', **kwargs) Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 22:52:47.560928 dv-cinder-839825-1-iscsi neutron-server[110299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 22:52:47.646562 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1be40a-31c5-439f-828b-99eee26a8533 req-1bf9df5e-f508-4f3d-8165-24aa1d6de5d3 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:47.648052 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ee1be40a-31c5-439f-828b-99eee26a8533 req-1bf9df5e-f508-4f3d-8165-24aa1d6de5d3 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0795872 Apr 28 22:52:47.705979 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ee1be40a-31c5-439f-828b-99eee26a8533 req-f1689971-6bd9-42bf-b74c-47a7f9f3b1c6 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515394 Apr 28 22:52:47.706824 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device e6bb7f28-f7a6-4448-b815-3a0ad24670e0 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:52:47.720386 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833228'] for network (b7446736-8413-4312-a738-5e945b67d1a1), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:47.726947 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:47.737407 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] 10.222.0.13 "DELETE /v2.0/networks/b7446736-8413-4312-a738-5e945b67d1a1 HTTP/1.1" status: 204 len: 168 time: 0.7914872 Apr 28 22:52:47.741396 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: e6bb7f28-f7a6-4448-b815-3a0ad24670e0 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:52:47.741764 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device e6bb7f28-f7a6-4448-b815-3a0ad24670e0 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:52:47.742259 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 4dfce553-a527-417e-88c2-c263d3036f98 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:52:47.750627 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3872dae-dcda-48bb-9038-1ed818ef7c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=b7446736-8413-4312-a738-5e945b67d1a1,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:47.766070 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: 4dfce553-a527-417e-88c2-c263d3036f98 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:52:47.766405 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 4dfce553-a527-417e-88c2-c263d3036f98 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:52:47.766999 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 19db65b5-aded-478b-b893-ea4d4d196f21 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:52:47.791885 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: 19db65b5-aded-478b-b893-ea4d4d196f21 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:52:47.792264 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 19db65b5-aded-478b-b893-ea4d4d196f21 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:52:47.807729 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaf91c-e08d-4725-8af0-cfbea854ed12 req-642c81b8-f1b0-45c6-a54a-392ebcd4a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:47.809504 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cbaaf91c-e08d-4725-8af0-cfbea854ed12 req-642c81b8-f1b0-45c6-a54a-392ebcd4a8b7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 1130 time: 0.1105189 Apr 28 22:52:47.856565 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cbaaf91c-e08d-4725-8af0-cfbea854ed12 req-a501d8b5-8f02-421c-914c-7db0048e25a6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400119 Apr 28 22:52:47.876932 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c8cb9-5372-4078-8b36-8f676ed67ed8 req-fe9f7e39-fb66-4370-8844-2fb6f00028b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:47.878432 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6c2c8cb9-5372-4078-8b36-8f676ed67ed8 req-fe9f7e39-fb66-4370-8844-2fb6f00028b0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 946 time: 0.0497859 Apr 28 22:52:47.926360 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6c2c8cb9-5372-4078-8b36-8f676ed67ed8 req-49a0b1df-d317-48af-a9fe-bc71f23baa3e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422297 Apr 28 22:52:48.079979 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54648) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:52:48.118904 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-f342c7af-551a-4110-93ce-11014ca09252 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ff93a0403284167934dce9a1b51faf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377655 Apr 28 22:52:48.121199 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54650) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:52:48.165923 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-784f0387-5b45-4738-9594-2c3d4f3ef91d admin admin] Publish callbacks [] for security_group (139a1dad-0294-4ce7-bf5a-c7cc6118a0c0), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:48.186711 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-784f0387-5b45-4738-9594-2c3d4f3ef91d admin admin] Publish callbacks [] for security_group (139a1dad-0294-4ce7-bf5a-c7cc6118a0c0), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:48.290118 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-784f0387-5b45-4738-9594-2c3d4f3ef91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (139a1dad-0294-4ce7-bf5a-c7cc6118a0c0), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:48.292624 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-784f0387-5b45-4738-9594-2c3d4f3ef91d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:48.293837 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-784f0387-5b45-4738-9594-2c3d4f3ef91d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/139a1dad-0294-4ce7-bf5a-c7cc6118a0c0 HTTP/1.1" status: 204 len: 168 time: 0.1717365 Apr 28 22:52:48.302098 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f0387-5b45-4738-9594-2c3d4f3ef91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139a1dad-0294-4ce7-bf5a-c7cc6118a0c0,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:48.832688 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058b90f-6270-4f93-a7a6-0a30f9338d7e req-992aa1d9-7567-4325-86e5-c7876a050de6 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:48.837626 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0058b90f-6270-4f93-a7a6-0a30f9338d7e req-992aa1d9-7567-4325-86e5-c7876a050de6 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0471776 Apr 28 22:52:48.880071 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0058b90f-6270-4f93-a7a6-0a30f9338d7e req-3fbbcd0a-d24a-43b5-a95f-618421efecc8 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403447 Apr 28 22:52:48.891253 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 54660) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:52:48.930765 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-87b3cc8d-3a5d-4f58-9f34-55c31072ff9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8933666257a6486e99ec6da291e1f878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383909 Apr 28 22:52:48.933178 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 54662) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:52:48.978594 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-236ce340-8301-4b8e-aea4-69e2b4c84ec9 admin admin] Publish callbacks [] for security_group (468dd9d2-d584-44e7-9cfb-3a862b782381), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:49.008974 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-236ce340-8301-4b8e-aea4-69e2b4c84ec9 admin admin] Publish callbacks [] for security_group (468dd9d2-d584-44e7-9cfb-3a862b782381), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:49.060726 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e922b7-fbf0-4172-9af7-db59ef29c1a0 req-f140b291-c9e8-4d20-b306-f35f4b627d5e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:49.062168 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-97e922b7-fbf0-4172-9af7-db59ef29c1a0 req-f140b291-c9e8-4d20-b306-f35f4b627d5e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 946 time: 0.0697012 Apr 28 22:52:49.113468 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-97e922b7-fbf0-4172-9af7-db59ef29c1a0 req-3fc60b83-b2c0-4b2b-9b04-1b40019fd5d9 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444679 Apr 28 22:52:49.170460 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-236ce340-8301-4b8e-aea4-69e2b4c84ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (468dd9d2-d584-44e7-9cfb-3a862b782381), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:49.173131 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-236ce340-8301-4b8e-aea4-69e2b4c84ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:49.174402 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-236ce340-8301-4b8e-aea4-69e2b4c84ec9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/468dd9d2-d584-44e7-9cfb-3a862b782381 HTTP/1.1" status: 204 len: 168 time: 0.2403550 Apr 28 22:52:49.183119 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ce340-8301-4b8e-aea4-69e2b4c84ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468dd9d2-d584-44e7-9cfb-3a862b782381,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:49.998281 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83bb88-9d66-46e2-acb5-24e7f8d07c4b req-bd5b25da-bf34-44da-baa6-460b03e611c7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:49.999746 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bd83bb88-9d66-46e2-acb5-24e7f8d07c4b req-bd5b25da-bf34-44da-baa6-460b03e611c7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0463655 Apr 28 22:52:50.045226 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bd83bb88-9d66-46e2-acb5-24e7f8d07c4b req-57847504-9b35-4128-ad9e-33199d0459a9 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393231 Apr 28 22:52:50.225241 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce587e-73c4-48a6-ae5e-fe8ee94e3507 req-cd6a44b5-396d-411c-91fc-2b6512b04abd tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:50.226670 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c4ce587e-73c4-48a6-ae5e-fe8ee94e3507 req-cd6a44b5-396d-411c-91fc-2b6512b04abd tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 946 time: 0.0498354 Apr 28 22:52:50.284499 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c4ce587e-73c4-48a6-ae5e-fe8ee94e3507 req-5ec5c6c5-1618-49ae-bd91-f51c625c8baf tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523164 Apr 28 22:52:50.398615 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16bdc9-a52a-454b-bf5f-52ea9315b095 req-f81e6fb1-815a-4d6b-8ab6-5cf689f1154b tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:50.400340 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fb16bdc9-a52a-454b-bf5f-52ea9315b095 req-f81e6fb1-815a-4d6b-8ab6-5cf689f1154b tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 946 time: 0.0486667 Apr 28 22:52:50.456885 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fb16bdc9-a52a-454b-bf5f-52ea9315b095 req-ed94bc66-7b50-4400-95fe-70af4cece36d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452163 Apr 28 22:52:50.478893 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54686) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:52:50.700922 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c1938-119c-4e1c-bb1b-90ee8764b9ee tempest-TestVolumeBootPattern-1950852160 tempest-TestVolumeBootPattern-1950852160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:50.702401 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-da4c1938-119c-4e1c-bb1b-90ee8764b9ee tempest-TestVolumeBootPattern-1950852160 tempest-TestVolumeBootPattern-1950852160-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 1125 time: 0.2225492 Apr 28 22:52:50.705667 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54690) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:52:50.709980 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Request body: {'floatingip': {'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'port_id': 'b86f7bcf-b383-4964-9c83-d31fe75d7801', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:52:50.808142 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:50.883637 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:50.988871 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Allocated IP 172.27.0.111 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/d05722c7-b4bb-4a30-a7e9-799967db96dd) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:52:51.107841 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for port (d05722c7-b4bb-4a30-a7e9-799967db96dd), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:51.164782 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845623f-97fa-420c-aece-34bfe1ba8ffc req-89d77262-9f89-4312-9b30-b45c97b0e758 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:51.166289 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5845623f-97fa-420c-aece-34bfe1ba8ffc req-89d77262-9f89-4312-9b30-b45c97b0e758 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0468650 Apr 28 22:52:51.202743 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (d05722c7-b4bb-4a30-a7e9-799967db96dd), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:51.214352 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5845623f-97fa-420c-aece-34bfe1ba8ffc req-e13b8d3c-d245-4109-96b6-d6706dae63d8 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426481 Apr 28 22:52:51.245407 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:52:51.250255 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:52:51.254420 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:52:51.259684 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event updated for resources: {'Port': ['ID=d05722c7-b4bb-4a30-a7e9-799967db96dd,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:51.616130 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for floatingip (55870a29-deac-4dab-9447-fcd0f2bae383), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:51.751907 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (d05722c7-b4bb-4a30-a7e9-799967db96dd), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:51.895357 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for port (d05722c7-b4bb-4a30-a7e9-799967db96dd), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:51.952758 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (d05722c7-b4bb-4a30-a7e9-799967db96dd), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:52.016918 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event updated for resources: {'Port': ['ID=d05722c7-b4bb-4a30-a7e9-799967db96dd,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:52.028100 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (55870a29-deac-4dab-9447-fcd0f2bae383), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:52.128500 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.l3_db [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Floating IP 55870a29-deac-4dab-9447-fcd0f2bae383 associated. External IP: 172.27.0.111, port: b86f7bcf-b383-4964-9c83-d31fe75d7801. Apr 28 22:52:52.369136 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ded8e5-b5dd-404e-b364-932ef29359ac req-d76df9c3-8864-470f-aa7f-725bac980ae9 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:52.370930 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-03ded8e5-b5dd-404e-b364-932ef29359ac req-d76df9c3-8864-470f-aa7f-725bac980ae9 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0604844 Apr 28 22:52:52.376411 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:52:52.460432 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-03ded8e5-b5dd-404e-b364-932ef29359ac req-608210f1-a9c1-4b38-9e8e-1d876b2bb003 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828888 Apr 28 22:52:52.524210 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:52:52.536232 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b531d1-4485-4578-b4ff-1979b868df5d None None] Sync routers for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:52:52.546248 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b531d1-4485-4578-b4ff-1979b868df5d None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:52:52.546960 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-b5b531d1-4485-4578-b4ff-1979b868df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:52:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:52.612027 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:52.646397 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-bad8e6ba-b027-4b28-a771-73227ecf303c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9396627 Apr 28 22:52:52.647212 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6753719-5103-4de6-8005-b1c515f95815', 'tag': 'b86f7bcf-b383-4964-9c83-d31fe75d7801'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:52:52.649265 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cfd56b-a8fc-49e5-90de-32204bd26d43" -d '{"events": [{"name": "network-changed", "server_uuid": "d6753719-5103-4de6-8005-b1c515f95815", "tag": "b86f7bcf-b383-4964-9c83-d31fe75d7801"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:52:52.686435 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c5da0f-166f-4757-8353-00bc2d5c55bb x-openstack-request-id: req-34c5da0f-166f-4757-8353-00bc2d5c55bb {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:52:52.686727 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6753719-5103-4de6-8005-b1c515f95815", "tag": "b86f7bcf-b383-4964-9c83-d31fe75d7801", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:52:52.686980 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34c5da0f-166f-4757-8353-00bc2d5c55bb {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:52:52.687388 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c5da0f-166f-4757-8353-00bc2d5c55bb'] response: {'name': 'network-changed', 'server_uuid': 'd6753719-5103-4de6-8005-b1c515f95815', 'tag': 'b86f7bcf-b383-4964-9c83-d31fe75d7801', 'status': 'completed', 'code': 200} Apr 28 22:52:52.746132 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfd56b-a8fc-49e5-90de-32204bd26d43 req-f86ac8ce-ec7d-4d0b-861f-b398d084128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:52.747657 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e6cfd56b-a8fc-49e5-90de-32204bd26d43 req-f86ac8ce-ec7d-4d0b-861f-b398d084128b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f434106bf30945f58afaceb0b3a389b0&device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 1130 time: 0.0385971 Apr 28 22:52:52.751442 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-b5b531d1-4485-4578-b4ff-1979b868df5d None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:52:52.834068 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfd56b-a8fc-49e5-90de-32204bd26d43 req-2409896c-5ffe-425e-828a-6bfdaeac4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:52.835542 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e6cfd56b-a8fc-49e5-90de-32204bd26d43 req-2409896c-5ffe-425e-828a-6bfdaeac4042 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d4ddebe-289b-4288-8e3a-743f46cd7035 HTTP/1.1" status: 200 len: 912 time: 0.0827472 Apr 28 22:52:52.901623 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e6cfd56b-a8fc-49e5-90de-32204bd26d43 req-92a8342e-be35-4b2c-a4d8-a7cda75e68ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b86f7bcf-b383-4964-9c83-d31fe75d7801 HTTP/1.1" status: 200 len: 1000 time: 0.0604963 Apr 28 22:52:52.947707 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfd56b-a8fc-49e5-90de-32204bd26d43 req-0e9e1fb2-fdc1-4d6a-9281-bbf0682d50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:52.949408 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e6cfd56b-a8fc-49e5-90de-32204bd26d43 req-0e9e1fb2-fdc1-4d6a-9281-bbf0682d50b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=170b4ca0-74a9-45ac-9923-9c9a50ebf98b HTTP/1.1" status: 200 len: 850 time: 0.0427947 Apr 28 22:52:52.961341 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-b5b531d1-4485-4578-b4ff-1979b868df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '55870a29-deac-4dab-9447-fcd0f2bae383', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'port_id': 'b86f7bcf-b383-4964-9c83-d31fe75d7801', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'mac_address': 'fa:16:3e:59:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6753719-5103-4de6-8005-b1c515f95815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:52:51Z', 'updated_at': '2022-04-28T22:52:51Z', 'revision_number': 0, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address_scope': None}, {'id': 'e472203d-2af5-4a20-b37e-693ec39612ce', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'port_id': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'mac_address': 'fa:16:3e:25:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:50:11Z', 'updated_at': '2022-04-28T22:50:13Z', 'revision_number': 1, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:52.990751 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfd56b-a8fc-49e5-90de-32204bd26d43 req-faa9545b-1acf-4b7b-a627-0f85f554ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:52.990998 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b531d1-4485-4578-b4ff-1979b868df5d None None] Checking router: 43a2ddb5-6429-488b-b4b9-2f7d0b116626 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:52:52.992245 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e6cfd56b-a8fc-49e5-90de-32204bd26d43 req-faa9545b-1acf-4b7b-a627-0f85f554ca5e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d4ddebe-289b-4288-8e3a-743f46cd7035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376909 Apr 28 22:52:52.999321 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b531d1-4485-4578-b4ff-1979b868df5d None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:52:52.999916 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-b5b531d1-4485-4578-b4ff-1979b868df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:52:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:53.084163 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e6cfd56b-a8fc-49e5-90de-32204bd26d43 req-3ed6f321-b715-431a-9765-61135c9e1ea9 service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854964 Apr 28 22:52:53.106370 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-b5b531d1-4485-4578-b4ff-1979b868df5d None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:52:53.176365 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e6cfd56b-a8fc-49e5-90de-32204bd26d43 req-d2ba5255-6d96-4038-996d-9d17c74f686f service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840235 Apr 28 22:52:53.319286 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-b5b531d1-4485-4578-b4ff-1979b868df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '55870a29-deac-4dab-9447-fcd0f2bae383', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'port_id': 'b86f7bcf-b383-4964-9c83-d31fe75d7801', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'mac_address': 'fa:16:3e:59:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6753719-5103-4de6-8005-b1c515f95815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:52:51Z', 'updated_at': '2022-04-28T22:52:51Z', 'revision_number': 0, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address_scope': None}, {'id': 'e472203d-2af5-4a20-b37e-693ec39612ce', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'port_id': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'mac_address': 'fa:16:3e:25:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:50:11Z', 'updated_at': '2022-04-28T22:50:13Z', 'revision_number': 1, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:52:53.349589 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b531d1-4485-4578-b4ff-1979b868df5d None None] The sync data for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi is: [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '55870a29-deac-4dab-9447-fcd0f2bae383', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'port_id': 'b86f7bcf-b383-4964-9c83-d31fe75d7801', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'mac_address': 'fa:16:3e:59:37:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6753719-5103-4de6-8005-b1c515f95815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:52:51Z', 'updated_at': '2022-04-28T22:52:51Z', 'revision_number': 0, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address_scope': None}, {'id': 'e472203d-2af5-4a20-b37e-693ec39612ce', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'port_id': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'mac_address': 'fa:16:3e:25:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:50:11Z', 'updated_at': '2022-04-28T22:50:13Z', 'revision_number': 1, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:52:53.553513 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee50bb85-c6c8-4b37-9216-f77153614fb5 None None] New status for floating IP 55870a29-deac-4dab-9447-fcd0f2bae383: ACTIVE {{(pid=110301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:52:53.593392 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7280d66-1941-41f3-92be-f6410ea81c54 req-d8c2b8ff-79c7-4616-b606-8b00c4585aeb tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:53.595311 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c7280d66-1941-41f3-92be-f6410ea81c54 req-d8c2b8ff-79c7-4616-b606-8b00c4585aeb tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0608256 Apr 28 22:52:53.643339 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c7280d66-1941-41f3-92be-f6410ea81c54 req-670e50f2-ab04-4612-ab5d-a008d638a4c5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423474 Apr 28 22:52:54.761097 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c21f6-5a5c-450d-8f78-0bd362598b3a req-6e054c46-a944-4387-8418-7cf965faa295 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:54.762579 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-328c21f6-5a5c-450d-8f78-0bd362598b3a req-6e054c46-a944-4387-8418-7cf965faa295 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0460246 Apr 28 22:52:54.811628 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-328c21f6-5a5c-450d-8f78-0bd362598b3a req-1e5ec542-0e1e-43eb-9dc8-60063ccab5e0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436387 Apr 28 22:52:55.925863 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477d2ea-eab6-480c-9765-971e518da4bc req-c8a2670c-6283-4a1d-8369-b77ac6132dce tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:55.927228 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f477d2ea-eab6-480c-9765-971e518da4bc req-c8a2670c-6283-4a1d-8369-b77ac6132dce tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0463827 Apr 28 22:52:55.972020 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f477d2ea-eab6-480c-9765-971e518da4bc req-9cc96b1d-362a-4e6c-b026-519d8df45ee9 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392830 Apr 28 22:52:57.102354 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345e092-0fc8-4b26-82af-64537ac51204 req-8cef219c-be34-4f51-a375-eab485b4fe40 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:57.103830 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2345e092-0fc8-4b26-82af-64537ac51204 req-8cef219c-be34-4f51-a375-eab485b4fe40 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0462272 Apr 28 22:52:57.149744 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2345e092-0fc8-4b26-82af-64537ac51204 req-92d93581-230f-4889-93cc-4721902ac9dc tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405705 Apr 28 22:52:58.269141 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0d842-8081-406a-9ce8-d22a6feec881 req-ae16acaf-b016-4d3b-a917-115283e7cf2d tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:58.270622 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-13b0d842-8081-406a-9ce8-d22a6feec881 req-ae16acaf-b016-4d3b-a917-115283e7cf2d tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0496988 Apr 28 22:52:58.316183 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-13b0d842-8081-406a-9ce8-d22a6feec881 req-fbb98b4d-53e6-4aee-979e-52a090bd8264 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400300 Apr 28 22:52:58.993007 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device c8360932-f6e6-426f-979f-312615548061 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:52:59.098216 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port c8360932-f6e6-426f-979f-312615548061, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=c8360932-f6e6-426f-979f-312615548061,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:52:59.109245 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': 'c8360932-f6e6-426f-979f-312615548061', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'port_id': 'c8360932-f6e6-426f-979f-312615548061', 'mac_address': 'fa:16:3e:6e:2e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:52:59.147404 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port c8360932-f6e6-426f-979f-312615548061 is: ACTIVE; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:52:59.147780 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (c8360932-f6e6-426f-979f-312615548061), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:59.160444 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8360932-f6e6-426f-979f-312615548061 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:52:59.179627 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port c8360932-f6e6-426f-979f-312615548061, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=c8360932-f6e6-426f-979f-312615548061,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:52:59.293246 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (c8360932-f6e6-426f-979f-312615548061), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:52:59.343585 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=c8360932-f6e6-426f-979f-312615548061,revision_number=6']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:52:59.393360 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['c8360932-f6e6-426f-979f-312615548061'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:52:59.440316 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a923cd-ebd5-4055-9542-4e894781a014 req-3fa370c8-60ec-484f-84e0-006781f7b9cf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:52:59.441830 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e1a923cd-ebd5-4055-9542-4e894781a014 req-3fa370c8-60ec-484f-84e0-006781f7b9cf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 944 time: 0.0473416 Apr 28 22:52:59.493427 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e1a923cd-ebd5-4055-9542-4e894781a014 req-91821362-bfe7-4f8e-bb92-8a1dc097d5d8 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435565 Apr 28 22:53:00.610843 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e02b08-9b44-4313-a33c-c5f7f40a2a55 req-518747a1-8db4-4bfd-9323-7abbabaa579a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:00.612187 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c0e02b08-9b44-4313-a33c-c5f7f40a2a55 req-518747a1-8db4-4bfd-9323-7abbabaa579a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 944 time: 0.0457082 Apr 28 22:53:00.658318 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c0e02b08-9b44-4313-a33c-c5f7f40a2a55 req-5a3d2f43-157e-47fe-ada1-88f77aeb0755 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406573 Apr 28 22:53:01.022840 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device c8360932-f6e6-426f-979f-312615548061 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:53:01.068471 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port c8360932-f6e6-426f-979f-312615548061 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:53:01.068846 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (c8360932-f6e6-426f-979f-312615548061), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:01.145320 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port c8360932-f6e6-426f-979f-312615548061 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:53:01.145699 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (c8360932-f6e6-426f-979f-312615548061), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:01.167505 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8360932-f6e6-426f-979f-312615548061'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:53:01.169738 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79726c1e-3567-4e00-81c2-7475272bb249" -d '{"events": [{"server_uuid": "2c70bfeb-5728-48ab-9906-ac0196ac0e82", "name": "network-vif-plugged", "status": "completed", "tag": "c8360932-f6e6-426f-979f-312615548061"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:53:01.181492 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port c8360932-f6e6-426f-979f-312615548061, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=c8360932-f6e6-426f-979f-312615548061,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:53:01.207391 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9709852a-eb23-4736-ac68-d33d963a046f x-openstack-request-id: req-9709852a-eb23-4736-ac68-d33d963a046f {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:53:01.207391 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c70bfeb-5728-48ab-9906-ac0196ac0e82", "name": "network-vif-plugged", "status": "completed", "tag": "c8360932-f6e6-426f-979f-312615548061", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:53:01.207391 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9709852a-eb23-4736-ac68-d33d963a046f {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:53:01.207703 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9709852a-eb23-4736-ac68-d33d963a046f'] response: {'server_uuid': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8360932-f6e6-426f-979f-312615548061', 'code': 200} Apr 28 22:53:01.253371 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (c8360932-f6e6-426f-979f-312615548061), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:01.300490 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=c8360932-f6e6-426f-979f-312615548061,revision_number=7']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:01.781537 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea707eb-ae90-49c8-9419-9c47ee17286d req-fa079028-3ae1-4548-89ec-ee678b021cfb tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:01.783047 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2ea707eb-ae90-49c8-9419-9c47ee17286d req-fa079028-3ae1-4548-89ec-ee678b021cfb tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0523314 Apr 28 22:53:01.830326 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2ea707eb-ae90-49c8-9419-9c47ee17286d req-497636c5-ab70-405e-a73e-774b0f6f1463 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417531 Apr 28 22:53:02.946112 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a3052-f3a3-428f-9ebf-96583f6e143a req-7453c0c6-29e5-45e0-bca5-b95701f77237 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:02.947599 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8b4a3052-f3a3-428f-9ebf-96583f6e143a req-7453c0c6-29e5-45e0-bca5-b95701f77237 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0462544 Apr 28 22:53:02.995201 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8b4a3052-f3a3-428f-9ebf-96583f6e143a req-9568f71c-c046-493c-8f74-84cee3207303 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415359 Apr 28 22:53:04.118578 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88a90e-176f-4dec-9b1e-60366b66d11f req-b78673b5-dfa8-4032-8f43-5328d06729a0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:04.120919 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1f88a90e-176f-4dec-9b1e-60366b66d11f req-b78673b5-dfa8-4032-8f43-5328d06729a0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0510974 Apr 28 22:53:04.182360 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1f88a90e-176f-4dec-9b1e-60366b66d11f req-1cb83097-80e2-42b5-a953-c8e7c77776e7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548596 Apr 28 22:53:04.802175 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f0383-bd39-4062-b101-65a51903cab7 req-88293028-4d01-496a-8bce-b9fcdf2b6a49 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:04.804502 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-320f0383-bd39-4062-b101-65a51903cab7 req-88293028-4d01-496a-8bce-b9fcdf2b6a49 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 946 time: 0.0519681 Apr 28 22:53:04.862114 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-320f0383-bd39-4062-b101-65a51903cab7 req-c36a99fd-7c27-4ed9-86b1-ecdc69065819 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=995aa489-59fc-4d3c-9681-08b0212cc654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517490 Apr 28 22:53:05.328982 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ca21e-fe13-4faf-a442-b594d437e431 req-21985aba-55e8-47e4-af86-aa84a2a1d90b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:05.331122 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6a6ca21e-fe13-4faf-a442-b594d437e431 req-21985aba-55e8-47e4-af86-aa84a2a1d90b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0590498 Apr 28 22:53:05.386437 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6a6ca21e-fe13-4faf-a442-b594d437e431 req-9b915eec-7b00-4af2-af8f-b151c8817bf7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490398 Apr 28 22:53:05.987743 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db42216-51b0-402b-8d77-4a5dbe9836d7 req-0893821b-5fc6-4258-aa91-8c8f5fb1b11e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:05.990706 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1db42216-51b0-402b-8d77-4a5dbe9836d7 req-0893821b-5fc6-4258-aa91-8c8f5fb1b11e tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 946 time: 0.0598414 Apr 28 22:53:06.039334 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1db42216-51b0-402b-8d77-4a5dbe9836d7 req-3ccddb83-4423-4b45-9a95-367783942971 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=995aa489-59fc-4d3c-9681-08b0212cc654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426278 Apr 28 22:53:06.484096 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f9f37b15-5c4d-4c0d-a0ea-491ebf298e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:06.516310 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddcbf8-4096-4223-810f-39f1e29b1c2c req-98d0cdc7-f0a1-4264-918e-1d06bdd62836 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:06.518478 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-66ddcbf8-4096-4223-810f-39f1e29b1c2c req-98d0cdc7-f0a1-4264-918e-1d06bdd62836 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0506334 Apr 28 22:53:06.569227 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-66ddcbf8-4096-4223-810f-39f1e29b1c2c req-4163ae1c-705f-406c-a6ba-b119e79b4770 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447428 Apr 28 22:53:07.158422 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb259ea3-bfa4-476e-bb6d-4c9a41c03bc9 req-194773d0-33f2-4705-88e8-b733fd282978 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:07.160046 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-eb259ea3-bfa4-476e-bb6d-4c9a41c03bc9 req-194773d0-33f2-4705-88e8-b733fd282978 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 946 time: 0.0513384 Apr 28 22:53:07.192087 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd96c21-28b4-46b9-a6d9-09f823a65112 req-f7138e8c-61da-445a-bdfa-c39a80a7f3eb tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:07.193589 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3cd96c21-28b4-46b9-a6d9-09f823a65112 req-f7138e8c-61da-445a-bdfa-c39a80a7f3eb tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.31 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 946 time: 0.0541737 Apr 28 22:53:07.212506 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-eb259ea3-bfa4-476e-bb6d-4c9a41c03bc9 req-9704d545-061e-49c7-928e-7500ccc64792 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups?id=995aa489-59fc-4d3c-9681-08b0212cc654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468924 Apr 28 22:53:07.285007 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [req-3cd96c21-28b4-46b9-a6d9-09f823a65112 req-19e8bd6f-589f-499e-84f1-a7b45e7e45bd tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Deleting port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:53:07.285472 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-3cd96c21-28b4-46b9-a6d9-09f823a65112 req-19e8bd6f-589f-499e-84f1-a7b45e7e45bd tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (70801fd8-7eb6-453c-af6c-06e2fd5b2a22), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:07.379188 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-3cd96c21-28b4-46b9-a6d9-09f823a65112 req-19e8bd6f-589f-499e-84f1-a7b45e7e45bd tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] For port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=70801fd8-7eb6-453c-af6c-06e2fd5b2a22,segment=NetworkSegment(fc508591-b290-4de0-bccf-84bd57c77663),segment_id=fc508591-b290-4de0-bccf-84bd57c77663)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:53:07.379550 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-3cd96c21-28b4-46b9-a6d9-09f823a65112 req-19e8bd6f-589f-499e-84f1-a7b45e7e45bd tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (70801fd8-7eb6-453c-af6c-06e2fd5b2a22), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:07.605587 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-3cd96c21-28b4-46b9-a6d9-09f823a65112 req-19e8bd6f-589f-499e-84f1-a7b45e7e45bd tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:07.606206 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-3cd96c21-28b4-46b9-a6d9-09f823a65112 req-19e8bd6f-589f-499e-84f1-a7b45e7e45bd tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (b6e9d842-1ddd-43ad-9b90-0510b09c6337), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:07.606304 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.l3_db [req-3cd96c21-28b4-46b9-a6d9-09f823a65112 req-19e8bd6f-589f-499e-84f1-a7b45e7e45bd tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Floating IP b6e9d842-1ddd-43ad-9b90-0510b09c6337 disassociated. External IP: 172.27.0.19, port: 70801fd8-7eb6-453c-af6c-06e2fd5b2a22. Apr 28 22:53:07.606650 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [req-3cd96c21-28b4-46b9-a6d9-09f823a65112 req-19e8bd6f-589f-499e-84f1-a7b45e7e45bd tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Calling delete_port for 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 owned by compute:nova {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:53:07.735504 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ace9b4-d2ee-497c-92c4-338adfd1b476 req-9cbebcf3-3c5b-45d3-b0a1-eb5b6a52fdd9 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:07.738490 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-86ace9b4-d2ee-497c-92c4-338adfd1b476 req-9cbebcf3-3c5b-45d3-b0a1-eb5b6a52fdd9 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0684972 Apr 28 22:53:07.844328 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-86ace9b4-d2ee-497c-92c4-338adfd1b476 req-228f3b05-2956-46ff-9648-d006a688bd6d tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959258 Apr 28 22:53:08.174144 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-3cd96c21-28b4-46b9-a6d9-09f823a65112 req-19e8bd6f-589f-499e-84f1-a7b45e7e45bd tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (70801fd8-7eb6-453c-af6c-06e2fd5b2a22), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:08.199676 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8bd6f-589f-499e-84f1-a7b45e7e45bd tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event deleted for resources: {'Port': ['ID=70801fd8-7eb6-453c-af6c-06e2fd5b2a22,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:08.320022 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-02b52382-c587-41bc-b7dd-b813a804c082 req-128c9dc6-3aab-4e55-ab9f-486cfdf6ebda tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 210 time: 0.0307014 Apr 28 22:53:08.322364 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cd96c21-28b4-46b9-a6d9-09f823a65112 req-19e8bd6f-589f-499e-84f1-a7b45e7e45bd tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:53:08.661649 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:53:08.695950 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-02ddaa5b-208c-4cd2-b11b-24f6d33aadb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:08.755621 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cd96c21-28b4-46b9-a6d9-09f823a65112 req-19e8bd6f-589f-499e-84f1-a7b45e7e45bd tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:53:08.769714 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275e06b-226c-43cc-b5f1-de6a47130f3d None None] Sync routers for ids ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:53:08.780600 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275e06b-226c-43cc-b5f1-de6a47130f3d None None] Routers {'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:53:08.781405 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-6275e06b-226c-43cc-b5f1-de6a47130f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:53:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:08.811228 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd96c21-28b4-46b9-a6d9-09f823a65112 req-19e8bd6f-589f-499e-84f1-a7b45e7e45bd tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] No DVR routers for this DVR port 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 on host hv-cinder-83982 {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:53:08.813698 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-3cd96c21-28b4-46b9-a6d9-09f823a65112 req-19e8bd6f-589f-499e-84f1-a7b45e7e45bd tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:08.817384 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3cd96c21-28b4-46b9-a6d9-09f823a65112 req-19e8bd6f-589f-499e-84f1-a7b45e7e45bd tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.31 "DELETE /v2.0/ports/70801fd8-7eb6-453c-af6c-06e2fd5b2a22 HTTP/1.1" status: 204 len: 173 time: 1.6182125 Apr 28 22:53:08.817852 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99542a2f-a543-48e6-8fdb-6b5687162cc6', 'name': 'network-vif-deleted', 'tag': '70801fd8-7eb6-453c-af6c-06e2fd5b2a22'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:53:08.820159 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d055f6bf-1f15-455c-b5fa-af8d38aa9561" -d '{"events": [{"server_uuid": "99542a2f-a543-48e6-8fdb-6b5687162cc6", "name": "network-vif-deleted", "tag": "70801fd8-7eb6-453c-af6c-06e2fd5b2a22"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:53:08.859239 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d5ce6c-0ff9-4d57-9ca1-e2321bfbca3e x-openstack-request-id: req-c3d5ce6c-0ff9-4d57-9ca1-e2321bfbca3e {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:53:08.859553 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99542a2f-a543-48e6-8fdb-6b5687162cc6", "name": "network-vif-deleted", "tag": "70801fd8-7eb6-453c-af6c-06e2fd5b2a22", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:53:08.859831 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3d5ce6c-0ff9-4d57-9ca1-e2321bfbca3e {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:53:08.860212 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d5ce6c-0ff9-4d57-9ca1-e2321bfbca3e'] response: {'server_uuid': '99542a2f-a543-48e6-8fdb-6b5687162cc6', 'name': 'network-vif-deleted', 'tag': '70801fd8-7eb6-453c-af6c-06e2fd5b2a22', 'status': 'completed', 'code': 200} Apr 28 22:53:08.935558 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-6275e06b-226c-43cc-b5f1-de6a47130f3d None None] Set router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:53:08.979572 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d7695-81ea-4f7b-be04-27fe19df0a15 req-493deebd-1e7e-4d8c-bd70-23651f0c72b1 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:08.986799 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e83d7695-81ea-4f7b-be04-27fe19df0a15 req-493deebd-1e7e-4d8c-bd70-23651f0c72b1 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0698473 Apr 28 22:53:09.039991 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e83d7695-81ea-4f7b-be04-27fe19df0a15 req-342dafca-0ae5-40fb-a9a0-bcd114f37a3e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519860 Apr 28 22:53:09.151811 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-6275e06b-226c-43cc-b5f1-de6a47130f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:15Z', 'revision_number': 4, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '7fd425ed-c264-4199-8378-c40bc762b07b', 'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'mac_address': 'fa:16:3e:7e:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:14Z', 'updated_at': '2022-04-28T22:42:23Z', 'revision_number': 5, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'subnets': [{'id': 'f764963a-8464-4a24-ad54-07350b19889d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:09.183180 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275e06b-226c-43cc-b5f1-de6a47130f3d None None] Checking router: a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:53:09.192912 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275e06b-226c-43cc-b5f1-de6a47130f3d None None] Routers {'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:53:09.193521 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-6275e06b-226c-43cc-b5f1-de6a47130f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:53:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:09.317898 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-6275e06b-226c-43cc-b5f1-de6a47130f3d None None] Set router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:53:09.460974 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a9a4f88c-669c-42a7-8803-e0bebad7d3a6 req-43585f12-82e3-42c5-99a8-c4add8248e92 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/ports?device_id=99542a2f-a543-48e6-8fdb-6b5687162cc6 HTTP/1.1" status: 200 len: 210 time: 0.0388007 Apr 28 22:53:09.549534 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-6275e06b-226c-43cc-b5f1-de6a47130f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:15Z', 'revision_number': 4, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '7fd425ed-c264-4199-8378-c40bc762b07b', 'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'mac_address': 'fa:16:3e:7e:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:14Z', 'updated_at': '2022-04-28T22:42:23Z', 'revision_number': 5, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'subnets': [{'id': 'f764963a-8464-4a24-ad54-07350b19889d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:09.578479 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275e06b-226c-43cc-b5f1-de6a47130f3d None None] The sync data for ids ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'] in dv-cinder-839825-1-iscsi is: [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:42:15Z', 'revision_number': 4, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '7fd425ed-c264-4199-8378-c40bc762b07b', 'name': '', 'network_id': 'd7f18eff-64e4-424f-b1e9-a35d70ed5ec6', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'mac_address': 'fa:16:3e:7e:80:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f764963a-8464-4a24-ad54-07350b19889d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:14Z', 'updated_at': '2022-04-28T22:42:23Z', 'revision_number': 5, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'subnets': [{'id': 'f764963a-8464-4a24-ad54-07350b19889d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:53:09.827883 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:09.909667 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c49814a-6e15-421f-9f9d-3d45fa4fdb7e None None] New status for floating IP b6e9d842-1ddd-43ad-9b90-0510b09c6337: DOWN {{(pid=110301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:53:10.190463 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44ad8a-135f-48c8-b77b-d9828908ed9a req-da444400-2219-4b70-8fd8-b1bb902d7885 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:10.191973 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6a44ad8a-135f-48c8-b77b-d9828908ed9a req-da444400-2219-4b70-8fd8-b1bb902d7885 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0520015 Apr 28 22:53:10.240750 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6a44ad8a-135f-48c8-b77b-d9828908ed9a req-2bf900d0-f429-49f4-848a-8b85681bf3fd tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431325 Apr 28 22:53:10.607335 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54850) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:10.666466 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dda8c7df-338a-47d1-8a96-6d230051e020 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group (995aa489-59fc-4d3c-9681-08b0212cc654), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:10.692782 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dda8c7df-338a-47d1-8a96-6d230051e020 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group (995aa489-59fc-4d3c-9681-08b0212cc654), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:10.786952 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dda8c7df-338a-47d1-8a96-6d230051e020 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (995aa489-59fc-4d3c-9681-08b0212cc654), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:10.789593 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-dda8c7df-338a-47d1-8a96-6d230051e020 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:10.792104 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-dda8c7df-338a-47d1-8a96-6d230051e020 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "DELETE /v2.0/security-groups/995aa489-59fc-4d3c-9681-08b0212cc654 HTTP/1.1" status: 204 len: 168 time: 0.1835105 Apr 28 22:53:10.794666 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 54852) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:10.809652 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8c7df-338a-47d1-8a96-6d230051e020 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995aa489-59fc-4d3c-9681-08b0212cc654,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:10.819090 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.api.v2.resource [None req-eed10afc-dbdd-40ec-bdeb-2e275b279e69 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] show failed (client error): The resource could not be found. Apr 28 22:53:10.823645 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54854) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:10.823907 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-eed10afc-dbdd-40ec-bdeb-2e275b279e69 tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "GET /v2.0/security-groups/995aa489-59fc-4d3c-9681-08b0212cc654 HTTP/1.1" status: 404 len: 347 time: 0.0281401 Apr 28 22:53:10.946899 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-f73d39a0-7b3f-4e57-a066-a20ac1a5956b tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Deleting port ef3d0534-14bc-4937-8bdd-0bf9ceb01a1d {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:53:10.947327 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f73d39a0-7b3f-4e57-a066-a20ac1a5956b tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (ef3d0534-14bc-4937-8bdd-0bf9ceb01a1d), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:11.028736 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f73d39a0-7b3f-4e57-a066-a20ac1a5956b tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (ef3d0534-14bc-4937-8bdd-0bf9ceb01a1d), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:11.029223 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f73d39a0-7b3f-4e57-a066-a20ac1a5956b tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for floatingip (ef3d0534-14bc-4937-8bdd-0bf9ceb01a1d), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:11.040619 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:53:11.042098 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-f73d39a0-7b3f-4e57-a066-a20ac1a5956b tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Calling delete_port for ef3d0534-14bc-4937-8bdd-0bf9ceb01a1d owned by network:floatingip {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:53:11.067942 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:53:11.068582 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 70801fd8-7eb6-453c-af6c-06e2fd5b2a22 not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:53:11.192929 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:11.238695 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f73d39a0-7b3f-4e57-a066-a20ac1a5956b tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (ef3d0534-14bc-4937-8bdd-0bf9ceb01a1d), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:11.270808 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d39a0-7b3f-4e57-a066-a20ac1a5956b tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Pushing event deleted for resources: {'Port': ['ID=ef3d0534-14bc-4937-8bdd-0bf9ceb01a1d,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:11.377459 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f73d39a0-7b3f-4e57-a066-a20ac1a5956b tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks [] for floatingip (b6e9d842-1ddd-43ad-9b90-0510b09c6337), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:11.380042 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f73d39a0-7b3f-4e57-a066-a20ac1a5956b tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:11.381266 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-f73d39a0-7b3f-4e57-a066-a20ac1a5956b tempest-AttachVolumeTestJSON-1684352746 tempest-AttachVolumeTestJSON-1684352746-project] 10.222.0.13 "DELETE /v2.0/floatingips/b6e9d842-1ddd-43ad-9b90-0510b09c6337 HTTP/1.1" status: 204 len: 168 time: 0.5563781 Apr 28 22:53:11.409750 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729622b-aa25-4ddf-b7a7-b835d68a8c6f req-96ba888c-a386-417d-8fde-619848ea6ca1 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:11.411533 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d729622b-aa25-4ddf-b7a7-b835d68a8c6f req-96ba888c-a386-417d-8fde-619848ea6ca1 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0685792 Apr 28 22:53:11.468440 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d729622b-aa25-4ddf-b7a7-b835d68a8c6f req-c72897a9-ccdc-4161-80e0-d997cdad7e98 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494828 Apr 28 22:53:12.601602 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae761e9-fe23-482d-a791-2cd3f9ebfdf7 req-062c3a23-b0a5-4ef1-8c16-01ac40a053a5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:12.603528 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cae761e9-fe23-482d-a791-2cd3f9ebfdf7 req-062c3a23-b0a5-4ef1-8c16-01ac40a053a5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0554733 Apr 28 22:53:12.658423 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cae761e9-fe23-482d-a791-2cd3f9ebfdf7 req-9ffbb35e-00cb-496b-96f2-5ff4ca7f819f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492544 Apr 28 22:53:12.679425 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:13.419434 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-92b09d8b-2913-49f7-82ee-26f56654f38d req-d7a30203-0d4d-4d8a-83cc-98e0c76e22bb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440278 Apr 28 22:53:13.491054 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b09d8b-2913-49f7-82ee-26f56654f38d req-45abe767-5a91-421a-9af6-da708cb13d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:13.492702 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-92b09d8b-2913-49f7-82ee-26f56654f38d req-45abe767-5a91-421a-9af6-da708cb13d15 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f434106bf30945f58afaceb0b3a389b0&device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 1129 time: 0.0483391 Apr 28 22:53:13.615789 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b09d8b-2913-49f7-82ee-26f56654f38d req-77cd8d06-7d20-4238-955a-befb749bf199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:13.617279 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-92b09d8b-2913-49f7-82ee-26f56654f38d req-77cd8d06-7d20-4238-955a-befb749bf199 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d4ddebe-289b-4288-8e3a-743f46cd7035 HTTP/1.1" status: 200 len: 912 time: 0.1035731 Apr 28 22:53:13.710385 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-92b09d8b-2913-49f7-82ee-26f56654f38d req-2c931761-ed64-47b0-865f-bf060cfd959f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3daacfde-e1f9-4fbf-8875-abd8f79b84aa HTTP/1.1" status: 200 len: 1001 time: 0.0852008 Apr 28 22:53:13.765528 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b09d8b-2913-49f7-82ee-26f56654f38d req-3e49c616-702b-4805-9f2b-b79d5fd6d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:13.767896 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-92b09d8b-2913-49f7-82ee-26f56654f38d req-3e49c616-702b-4805-9f2b-b79d5fd6d122 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=170b4ca0-74a9-45ac-9923-9c9a50ebf98b HTTP/1.1" status: 200 len: 850 time: 0.0511892 Apr 28 22:53:13.858104 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b09d8b-2913-49f7-82ee-26f56654f38d req-ba5b0470-d7f5-4f39-a892-a6fea5b6d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:13.859779 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-92b09d8b-2913-49f7-82ee-26f56654f38d req-ba5b0470-d7f5-4f39-a892-a6fea5b6d65c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d4ddebe-289b-4288-8e3a-743f46cd7035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818436 Apr 28 22:53:13.866672 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b35ad-7a8b-4179-9c30-bd9fbe81e92a req-e9ceb910-d489-4565-987c-320403430642 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:13.868120 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-469b35ad-7a8b-4179-9c30-bd9fbe81e92a req-e9ceb910-d489-4565-987c-320403430642 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0987530 Apr 28 22:53:13.997833 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-469b35ad-7a8b-4179-9c30-bd9fbe81e92a req-e913f223-ec63-4306-bf5d-3a6c969f6665 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215856 Apr 28 22:53:14.023529 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-92b09d8b-2913-49f7-82ee-26f56654f38d req-2103a1aa-f467-46fa-9193-10ef4dd21a96 service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543863 Apr 28 22:53:14.128505 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-92b09d8b-2913-49f7-82ee-26f56654f38d req-eb56c0c4-9238-448e-8420-1a22f904b66c service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960994 Apr 28 22:53:15.136202 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72bf94-7496-4b73-82c7-ea6b4b106776 req-6104b7ba-fd3d-433f-acbb-2651fb156a68 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:15.137707 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9e72bf94-7496-4b73-82c7-ea6b4b106776 req-6104b7ba-fd3d-433f-acbb-2651fb156a68 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0477686 Apr 28 22:53:15.189469 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9e72bf94-7496-4b73-82c7-ea6b4b106776 req-9e9a86b4-1132-4b7b-a171-d6a4384a1ce0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461783 Apr 28 22:53:15.511433 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54900) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:15.979530 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:16.026460 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-75cdccf2-9361-4733-b0f0-1ebde5079b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834530'] for router_interface (a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:16.302165 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-75cdccf2-9361-4733-b0f0-1ebde5079b50 admin admin] Deleting port 7fd425ed-c264-4199-8378-c40bc762b07b {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:53:16.302527 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-75cdccf2-9361-4733-b0f0-1ebde5079b50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (7fd425ed-c264-4199-8378-c40bc762b07b), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:16.322016 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a18f5-3b2a-4afb-9c34-9366fa2fd235 req-04761565-860a-4298-a820-b84fb712c3ef tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:16.324318 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-923a18f5-3b2a-4afb-9c34-9366fa2fd235 req-04761565-860a-4298-a820-b84fb712c3ef tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0646985 Apr 28 22:53:16.419462 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-923a18f5-3b2a-4afb-9c34-9366fa2fd235 req-3f304476-aefd-472b-8029-f9f4f7fcd692 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855930 Apr 28 22:53:16.431065 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-75cdccf2-9361-4733-b0f0-1ebde5079b50 admin admin] For port 7fd425ed-c264-4199-8378-c40bc762b07b, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=7fd425ed-c264-4199-8378-c40bc762b07b,segment=NetworkSegment(fc508591-b290-4de0-bccf-84bd57c77663),segment_id=fc508591-b290-4de0-bccf-84bd57c77663)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:53:16.431526 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-75cdccf2-9361-4733-b0f0-1ebde5079b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (7fd425ed-c264-4199-8378-c40bc762b07b), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:16.444613 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-75cdccf2-9361-4733-b0f0-1ebde5079b50 admin admin] Calling delete_port for 7fd425ed-c264-4199-8378-c40bc762b07b owned by network:router_interface {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:53:16.687601 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-75cdccf2-9361-4733-b0f0-1ebde5079b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (7fd425ed-c264-4199-8378-c40bc762b07b), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:16.715426 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdccf2-9361-4733-b0f0-1ebde5079b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd425ed-c264-4199-8378-c40bc762b07b,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:16.880985 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-75cdccf2-9361-4733-b0f0-1ebde5079b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834638'] for router_interface (a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:17.089751 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cdccf2-9361-4733-b0f0-1ebde5079b50 admin admin] Router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:53:17.199105 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cdccf2-9361-4733-b0f0-1ebde5079b50 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:53:17.204030 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-75cdccf2-9361-4733-b0f0-1ebde5079b50 admin admin] 10.222.0.13 "PUT /v2.0/routers/a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6910069 Apr 28 22:53:17.206723 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54916) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:17.209294 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4dae8a-1161-4953-bdc6-66f93ab7715c None None] Sync routers for ids ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:53:17.309983 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4dae8a-1161-4953-bdc6-66f93ab7715c None None] Routers {'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:53:17.310903 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-fd4dae8a-1161-4953-bdc6-66f93ab7715c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:53:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:17.324865 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ff1f82ed-1dff-4d34-9c7c-e7b6b3e09ee1 admin admin] Publish callbacks [] for router (a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:17.411294 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef37ea3-82ba-43d3-8705-8c7cea1614fd req-0db45cbb-904c-43a0-9ef8-017656d6e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:17.412855 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-eef37ea3-82ba-43d3-8705-8c7cea1614fd req-0db45cbb-904c-43a0-9ef8-017656d6e1fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989e8026f8c4491aa03a37dac04c7f8a&device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 1129 time: 0.0492599 Apr 28 22:53:17.416709 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-fd4dae8a-1161-4953-bdc6-66f93ab7715c None None] Set router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:53:17.526647 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ff1f82ed-1dff-4d34-9c7c-e7b6b3e09ee1 admin admin] Publish callbacks [] for router_gateway (a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:17.546915 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9f309-adaa-43b7-8afa-40f7a40bad37 req-8c7afe39-18eb-464d-8d25-865edf821790 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:17.549993 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef37ea3-82ba-43d3-8705-8c7cea1614fd req-abaa051b-c468-4520-af4e-f3981e58d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:17.550125 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0cb9f309-adaa-43b7-8afa-40f7a40bad37 req-8c7afe39-18eb-464d-8d25-865edf821790 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0547700 Apr 28 22:53:17.550868 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-eef37ea3-82ba-43d3-8705-8c7cea1614fd req-abaa051b-c468-4520-af4e-f3981e58d5eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=937e095d-9c43-4379-90ba-e4ceb11049cd HTTP/1.1" status: 200 len: 918 time: 0.1106784 Apr 28 22:53:17.594022 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-fd4dae8a-1161-4953-bdc6-66f93ab7715c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:53:16Z', 'revision_number': 5, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port': {'id': '1e987fec-5971-4c7d-b19d-c56f735d1712', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:42:10Z', 'updated_at': '2022-04-28T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:17.597657 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0cb9f309-adaa-43b7-8afa-40f7a40bad37 req-363fd41c-6477-4b64-83fe-96abee90cf50 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418470 Apr 28 22:53:17.626982 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4dae8a-1161-4953-bdc6-66f93ab7715c None None] Checking router: a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:53:17.635077 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4dae8a-1161-4953-bdc6-66f93ab7715c None None] Routers {'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:53:17.635673 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-fd4dae8a-1161-4953-bdc6-66f93ab7715c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:53:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:17.646077 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-eef37ea3-82ba-43d3-8705-8c7cea1614fd req-2de63aff-315f-41f0-a685-b462c5134bb1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8360932-f6e6-426f-979f-312615548061 HTTP/1.1" status: 200 len: 1001 time: 0.0890243 Apr 28 22:53:17.650180 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f82ed-1dff-4d34-9c7c-e7b6b3e09ee1 admin admin] Deleting port 1e987fec-5971-4c7d-b19d-c56f735d1712 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:53:17.650783 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ff1f82ed-1dff-4d34-9c7c-e7b6b3e09ee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (1e987fec-5971-4c7d-b19d-c56f735d1712), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:17.721453 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-fd4dae8a-1161-4953-bdc6-66f93ab7715c None None] Set router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac gateway port host: None {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:53:17.744515 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef37ea3-82ba-43d3-8705-8c7cea1614fd req-a5fb594a-b9ca-4457-bfe1-f3e08355a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:17.745996 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-eef37ea3-82ba-43d3-8705-8c7cea1614fd req-a5fb594a-b9ca-4457-bfe1-f3e08355a95c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0557795c-801b-48d9-9aac-501223d0170a HTTP/1.1" status: 200 len: 856 time: 0.0928440 Apr 28 22:53:17.775192 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-fd4dae8a-1161-4953-bdc6-66f93ab7715c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:53:17Z', 'revision_number': 6, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port_host': None}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:17.796724 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-ff1f82ed-1dff-4d34-9c7c-e7b6b3e09ee1 admin admin] For port 1e987fec-5971-4c7d-b19d-c56f735d1712, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=1e987fec-5971-4c7d-b19d-c56f735d1712,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:53:17.797082 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ff1f82ed-1dff-4d34-9c7c-e7b6b3e09ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (1e987fec-5971-4c7d-b19d-c56f735d1712), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:17.801175 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4dae8a-1161-4953-bdc6-66f93ab7715c None None] The sync data for ids ['a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac'] in dv-cinder-839825-1-iscsi is: [{'id': 'a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac', 'name': 'tempest-AttachVolumeTestJSON-1217170868-router', 'tenant_id': 'a0d7c475a2444cb7beac065aff76acbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:42:08Z', 'updated_at': '2022-04-28T22:53:17Z', 'revision_number': 6, 'project_id': 'a0d7c475a2444cb7beac065aff76acbe', 'gw_port_host': None}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:53:17.815229 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef37ea3-82ba-43d3-8705-8c7cea1614fd req-91a448ba-5c8d-44a1-95ed-39f26b530aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:17.816725 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-eef37ea3-82ba-43d3-8705-8c7cea1614fd req-91a448ba-5c8d-44a1-95ed-39f26b530aa0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=937e095d-9c43-4379-90ba-e4ceb11049cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635226 Apr 28 22:53:17.817688 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f82ed-1dff-4d34-9c7c-e7b6b3e09ee1 admin admin] Calling delete_port for 1e987fec-5971-4c7d-b19d-c56f735d1712 owned by network:router_gateway {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:53:17.986473 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-eef37ea3-82ba-43d3-8705-8c7cea1614fd req-6a1f5207-f3e9-4a2e-a2dd-245f3ed26729 service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628265 Apr 28 22:53:18.119562 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-eef37ea3-82ba-43d3-8705-8c7cea1614fd req-5eeca8a6-17b0-41c7-9092-8b78207b66c3 service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273279 Apr 28 22:53:18.184664 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ff1f82ed-1dff-4d34-9c7c-e7b6b3e09ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (1e987fec-5971-4c7d-b19d-c56f735d1712), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:18.213987 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f82ed-1dff-4d34-9c7c-e7b6b3e09ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e987fec-5971-4c7d-b19d-c56f735d1712,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:18.278642 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ff1f82ed-1dff-4d34-9c7c-e7b6b3e09ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653476'] for router_gateway (a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:18.370178 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ff1f82ed-1dff-4d34-9c7c-e7b6b3e09ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1039'] for router (a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:18.372490 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ff1f82ed-1dff-4d34-9c7c-e7b6b3e09ee1 admin admin] Publish callbacks [] for router_controller (a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac), precommit_delete_associations {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:18.483842 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ff1f82ed-1dff-4d34-9c7c-e7b6b3e09ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831238'] for router (a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:18.484318 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1f82ed-1dff-4d34-9c7c-e7b6b3e09ee1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac {{(pid=110299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 22:53:18.489372 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ff1f82ed-1dff-4d34-9c7c-e7b6b3e09ee1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:18.490541 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-ff1f82ed-1dff-4d34-9c7c-e7b6b3e09ee1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a2fc7d92-e8ff-4b87-9a66-cdfab3b242ac HTTP/1.1" status: 204 len: 168 time: 1.2828748 Apr 28 22:53:18.495544 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54920) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:18.542760 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e570c8-761e-42fc-8c0a-360552bf214a admin admin] Deleting subnet f764963a-8464-4a24-ad54-07350b19889d {{(pid=110299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 22:53:18.546002 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-81e570c8-761e-42fc-8c0a-360552bf214a admin admin] Publish callbacks [] for subnet (f764963a-8464-4a24-ad54-07350b19889d), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:18.872018 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-81e570c8-761e-42fc-8c0a-360552bf214a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521658975'] for subnet (f764963a-8464-4a24-ad54-07350b19889d), precommit_delete_associations {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:18.902994 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a9832-899b-42da-8a48-f25fb11dbc23 req-33009bf0-2fea-46c6-8016-20e1afe54517 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:18.904425 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-823a9832-899b-42da-8a48-f25fb11dbc23 req-33009bf0-2fea-46c6-8016-20e1afe54517 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0749342 Apr 28 22:53:19.014453 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-823a9832-899b-42da-8a48-f25fb11dbc23 req-a12178e2-977c-40ab-835f-b32a1e019227 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040785 Apr 28 22:53:19.021225 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-81e570c8-761e-42fc-8c0a-360552bf214a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711510'] for subnet (f764963a-8464-4a24-ad54-07350b19889d), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:19.135745 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-81e570c8-761e-42fc-8c0a-360552bf214a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-521659017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521307477'] for subnet (f764963a-8464-4a24-ad54-07350b19889d), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:19.161333 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e570c8-761e-42fc-8c0a-360552bf214a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f764963a-8464-4a24-ad54-07350b19889d,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:19.163362 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-81e570c8-761e-42fc-8c0a-360552bf214a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:19.166499 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-81e570c8-761e-42fc-8c0a-360552bf214a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f764963a-8464-4a24-ad54-07350b19889d HTTP/1.1" status: 204 len: 168 time: 0.6700425 Apr 28 22:53:19.167531 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78306231-ce73-4d66-a504-9650f81e32a5 None None] Network d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:53:19.169090 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54924) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:19.239911 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719352'] for network (d7f18eff-64e4-424f-b1e9-a35d70ed5ec6), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:19.283731 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] Deleting port cd46101b-7d49-473f-a7ee-5957ac94401a {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:53:19.284074 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (cd46101b-7d49-473f-a7ee-5957ac94401a), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:19.330395 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee046f43-931c-48e9-aa94-dfca2432904d None None] DHCP port deletion for d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 request from dv-cinder-839825-1-iscsi {{(pid=110301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 22:53:19.350814 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] For port cd46101b-7d49-473f-a7ee-5957ac94401a, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=cd46101b-7d49-473f-a7ee-5957ac94401a,segment=NetworkSegment(fc508591-b290-4de0-bccf-84bd57c77663),segment_id=fc508591-b290-4de0-bccf-84bd57c77663)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:53:19.351178 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (cd46101b-7d49-473f-a7ee-5957ac94401a), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:19.365012 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] Calling delete_port for cd46101b-7d49-473f-a7ee-5957ac94401a owned by network:dhcp {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:53:19.369609 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-ee046f43-931c-48e9-aa94-dfca2432904d None None] Deleting port cd46101b-7d49-473f-a7ee-5957ac94401a {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:53:19.370034 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ee046f43-931c-48e9-aa94-dfca2432904d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (cd46101b-7d49-473f-a7ee-5957ac94401a), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:19.436188 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-ee046f43-931c-48e9-aa94-dfca2432904d None None] For port cd46101b-7d49-473f-a7ee-5957ac94401a, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=cd46101b-7d49-473f-a7ee-5957ac94401a,segment=NetworkSegment(fc508591-b290-4de0-bccf-84bd57c77663),segment_id=fc508591-b290-4de0-bccf-84bd57c77663)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:53:19.436512 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ee046f43-931c-48e9-aa94-dfca2432904d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (cd46101b-7d49-473f-a7ee-5957ac94401a), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:19.450450 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-ee046f43-931c-48e9-aa94-dfca2432904d None None] Calling delete_port for cd46101b-7d49-473f-a7ee-5957ac94401a owned by network:dhcp {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:53:19.500963 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (cd46101b-7d49-473f-a7ee-5957ac94401a), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:19.527924 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ee046f43-931c-48e9-aa94-dfca2432904d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529'] for port (cd46101b-7d49-473f-a7ee-5957ac94401a), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:19.528450 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] Pushing event deleted for resources: {'Port': ['ID=cd46101b-7d49-473f-a7ee-5957ac94401a,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:19.530398 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] No DVR routers for this DVR port cd46101b-7d49-473f-a7ee-5957ac94401a on host dv-cinder-839825-1-iscsi {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:53:19.558357 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee046f43-931c-48e9-aa94-dfca2432904d None None] Pushing event deleted for resources: {'Port': ['ID=cd46101b-7d49-473f-a7ee-5957ac94401a,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:19.558357 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee046f43-931c-48e9-aa94-dfca2432904d None None] No DVR routers for this DVR port cd46101b-7d49-473f-a7ee-5957ac94401a on host dv-cinder-839825-1-iscsi {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:53:19.604788 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708811', 'neutron.services.segments.db._delete_segments_for_network-8773828784761'] for network (d7f18eff-64e4-424f-b1e9-a35d70ed5ec6), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:19.624462 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f18eff-64e4-424f-b1e9-a35d70ed5ec6']}} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:19.633454 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc508591-b290-4de0-bccf-84bd57c77663') {'for_net_delete': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:19.633753 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc508591-b290-4de0-bccf-84bd57c77663') {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:19.643004 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773828787842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521658950'] for segment (fc508591-b290-4de0-bccf-84bd57c77663), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:19.655757 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (fc508591-b290-4de0-bccf-84bd57c77663), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:19.664188 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=110299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 22:53:19.664188 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-521660271'] for segment (fc508591-b290-4de0-bccf-84bd57c77663), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: Traceback (most recent call last): Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: timer() Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: cb(*args, **kw) Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: return func(*args, **kwargs) Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: self._notify() Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: self.callback(batched_events) Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: event.method(event) Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: return f(self, *a, **k) Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: return self._get(url).json() Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: return self.request(url, 'GET', **kwargs) Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 22:53:19.664396 dv-cinder-839825-1-iscsi neutron-server[110299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 22:53:19.714450 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 1e987fec-5971-4c7d-b19d-c56f735d1712 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:53:19.736231 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: 1e987fec-5971-4c7d-b19d-c56f735d1712 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:53:19.736577 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 1e987fec-5971-4c7d-b19d-c56f735d1712 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:53:19.736997 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 7fd425ed-c264-4199-8378-c40bc762b07b no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:53:19.756936 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: 7fd425ed-c264-4199-8378-c40bc762b07b {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:53:19.757285 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 7fd425ed-c264-4199-8378-c40bc762b07b not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:53:19.757693 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device cd46101b-7d49-473f-a7ee-5957ac94401a no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:53:19.776477 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: cd46101b-7d49-473f-a7ee-5957ac94401a {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:53:19.776824 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device cd46101b-7d49-473f-a7ee-5957ac94401a not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:53:19.787154 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833228'] for network (d7f18eff-64e4-424f-b1e9-a35d70ed5ec6), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:19.793731 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:19.798879 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] 10.222.0.13 "DELETE /v2.0/networks/d7f18eff-64e4-424f-b1e9-a35d70ed5ec6 HTTP/1.1" status: 204 len: 168 time: 0.6268983 Apr 28 22:53:19.810226 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8158a-0b3e-452f-8c38-8187a5c9e3da admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f18eff-64e4-424f-b1e9-a35d70ed5ec6,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:20.092951 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54930) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:20.130994 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32e10d-bdbd-4ec2-aa23-c81cd38da5db req-33d939e5-c080-4876-825b-795cf6544b2f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:20.132479 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4c32e10d-bdbd-4ec2-aa23-c81cd38da5db req-33d939e5-c080-4876-825b-795cf6544b2f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 945 time: 0.0475416 Apr 28 22:53:20.134149 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-4989bf5f-2a7f-4e8d-be54-15313047201b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0d7c475a2444cb7beac065aff76acbe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399034 Apr 28 22:53:20.136545 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54932) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:20.178416 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4c32e10d-bdbd-4ec2-aa23-c81cd38da5db req-4bd13cce-f78f-4a36-96d1-867a90425e0b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399177 Apr 28 22:53:20.183109 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f5ee4e39-d219-4673-a227-83a56fbe8bf4 admin admin] Publish callbacks [] for security_group (1984eac9-6ec8-4c07-9cd4-5396550c6dd5), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:20.204745 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f5ee4e39-d219-4673-a227-83a56fbe8bf4 admin admin] Publish callbacks [] for security_group (1984eac9-6ec8-4c07-9cd4-5396550c6dd5), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:20.363750 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f5ee4e39-d219-4673-a227-83a56fbe8bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (1984eac9-6ec8-4c07-9cd4-5396550c6dd5), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:20.366314 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f5ee4e39-d219-4673-a227-83a56fbe8bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:20.367495 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-f5ee4e39-d219-4673-a227-83a56fbe8bf4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1984eac9-6ec8-4c07-9cd4-5396550c6dd5 HTTP/1.1" status: 204 len: 168 time: 0.2300534 Apr 28 22:53:20.375486 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee4e39-d219-4673-a227-83a56fbe8bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1984eac9-6ec8-4c07-9cd4-5396550c6dd5,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:21.109494 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device c8360932-f6e6-426f-979f-312615548061 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:53:21.185776 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port c8360932-f6e6-426f-979f-312615548061 is: ACTIVE; New status is: DOWN {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:53:21.186193 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (c8360932-f6e6-426f-979f-312615548061), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:21.212958 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8360932-f6e6-426f-979f-312615548061'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:53:21.216078 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47910e2a-bee4-4ce9-bb57-0f53d4801b9b" -d '{"events": [{"server_uuid": "2c70bfeb-5728-48ab-9906-ac0196ac0e82", "name": "network-vif-unplugged", "status": "completed", "tag": "c8360932-f6e6-426f-979f-312615548061"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:53:21.228927 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port c8360932-f6e6-426f-979f-312615548061, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=c8360932-f6e6-426f-979f-312615548061,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:53:21.247481 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Apr 2022 22:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4819265-c545-4857-90a9-fd019b95ee10 x-openstack-request-id: req-e4819265-c545-4857-90a9-fd019b95ee10 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:53:21.247778 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c70bfeb-5728-48ab-9906-ac0196ac0e82", "name": "network-vif-unplugged", "status": "failed", "tag": "c8360932-f6e6-426f-979f-312615548061", "code": 422}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:53:21.248038 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4819265-c545-4857-90a9-fd019b95ee10 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:53:21.248452 dv-cinder-839825-1-iscsi neutron-server[110301]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e4819265-c545-4857-90a9-fd019b95ee10']: {'server_uuid': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8360932-f6e6-426f-979f-312615548061', 'code': 422} returned with failed status Apr 28 22:53:21.310695 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (c8360932-f6e6-426f-979f-312615548061), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:21.358847 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=c8360932-f6e6-426f-979f-312615548061,revision_number=8']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:21.463449 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 54972) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:21.561287 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-211b1dd4-881d-4c2f-b43a-c259b99a2b2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-566254458-network', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:53:21.626624 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211b1dd4-881d-4c2f-b43a-c259b99a2b2f admin admin] Made reservation on behalf of 9fd348c6fc9446738fd825347f3033d8 for: {'network': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:53:21.629418 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-211b1dd4-881d-4c2f-b43a-c259b99a2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:21.642179 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-211b1dd4-881d-4c2f-b43a-c259b99a2b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:21.719517 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d06da-45a1-4593-a535-0b23faf46973 req-db02b05a-5f35-4309-9414-d368d9921e22 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:21.721641 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ff6d06da-45a1-4593-a535-0b23faf46973 req-db02b05a-5f35-4309-9414-d368d9921e22 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0606883 Apr 28 22:53:21.795947 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-211b1dd4-881d-4c2f-b43a-c259b99a2b2f admin admin] Publish callbacks [] for security_group (0a662dfc-1500-4886-8463-89d8b00cd103), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:21.803426 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ff6d06da-45a1-4593-a535-0b23faf46973 req-3eef9dc6-eaf8-4977-b2b2-0678ef8ee8c5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733955 Apr 28 22:53:21.849642 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-211b1dd4-881d-4c2f-b43a-c259b99a2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (0a662dfc-1500-4886-8463-89d8b00cd103), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:21.874281 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211b1dd4-881d-4c2f-b43a-c259b99a2b2f admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=110299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:53:21.883566 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b1dd4-881d-4c2f-b43a-c259b99a2b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a662dfc-1500-4886-8463-89d8b00cd103,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:21.889658 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-211b1dd4-881d-4c2f-b43a-c259b99a2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (b891bfdb-cf35-415c-91b5-475f4fe1f1d4), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:21.890033 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.segments_db [None req-211b1dd4-881d-4c2f-b43a-c259b99a2b2f admin admin] Added segment b891bfdb-cf35-415c-91b5-475f4fe1f1d4 of type vlan for network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 Apr 28 22:53:21.936999 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-211b1dd4-881d-4c2f-b43a-c259b99a2b2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (bfcfb4ff-96e6-46c9-b916-d2d6b27e7955), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:22.043891 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-211b1dd4-881d-4c2f-b43a-c259b99a2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (bfcfb4ff-96e6-46c9-b916-d2d6b27e7955), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:22.044871 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211b1dd4-881d-4c2f-b43a-c259b99a2b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:22.045451 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-211b1dd4-881d-4c2f-b43a-c259b99a2b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:22.103770 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b1dd4-881d-4c2f-b43a-c259b99a2b2f admin admin] Pushing event updated for resources: {'Network': ['ID=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:22.114107 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:53:22.145057 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-db12c082-3945-42a2-819c-8d504635b481 req-e5eb3310-4c6a-4a38-a694-2cc039c4d346 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0377805 Apr 28 22:53:22.163363 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-211b1dd4-881d-4c2f-b43a-c259b99a2b2f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6962161 Apr 28 22:53:22.164036 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 54994) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:22.169971 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-74635bf4-1248-4788-8b10-6b544d6c86ea admin admin] Request body: {'subnet': {'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-566254458-subnet', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:53:22.225533 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12c082-3945-42a2-819c-8d504635b481 req-588a9552-1e88-4057-ba52-5ec905f913d7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:22.226917 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-db12c082-3945-42a2-819c-8d504635b481 req-588a9552-1e88-4057-ba52-5ec905f913d7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports/c8360932-f6e6-426f-979f-312615548061 HTTP/1.1" status: 200 len: 940 time: 0.0542185 Apr 28 22:53:22.255391 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74635bf4-1248-4788-8b10-6b544d6c86ea admin admin] Made reservation on behalf of 9fd348c6fc9446738fd825347f3033d8 for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:53:22.257737 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-74635bf4-1248-4788-8b10-6b544d6c86ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288799'] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:22.498948 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-74635bf4-1248-4788-8b10-6b544d6c86ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288621'] for subnet (b6ce45fd-4b45-49e1-8302-0b11cb2d2f30), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:22.559560 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74635bf4-1248-4788-8b10-6b544d6c86ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ce45fd-4b45-49e1-8302-0b11cb2d2f30,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:22.567458 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74635bf4-1248-4788-8b10-6b544d6c86ea admin admin] Checking segment: {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:53:22.567841 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74635bf4-1248-4788-8b10-6b544d6c86ea admin admin] Network hostable DHCP agents. Network: bfcfb4ff-96e6-46c9-b916-d2d6b27e7955, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:53:22.683686 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74635bf4-1248-4788-8b10-6b544d6c86ea admin admin] Network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:53:22.775436 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-74635bf4-1248-4788-8b10-6b544d6c86ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, bfcfb4ff-96e6-46c9-b916-d2d6b27e7955) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:53:22.779404 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74635bf4-1248-4788-8b10-6b544d6c86ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:22.779990 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-74635bf4-1248-4788-8b10-6b544d6c86ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:22.784367 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833c1ca1-381a-46c2-a461-7f2184db33db None None] Network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:53:22.846909 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-74635bf4-1248-4788-8b10-6b544d6c86ea admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6811440 Apr 28 22:53:22.849610 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55004) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:22.856137 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:53:22.891166 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e4fb1-346d-52ad-b578-454136087e0e-bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30'}]}} from dv-cinder-839825-1-iscsi. {{(pid=110301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 22:53:22.892320 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:22.926478 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadfa1d-1e81-4c9c-bab7-d31a3389947d req-dda14ecd-d945-4942-8da9-370c1756de1d tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:22.927977 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2dadfa1d-1e81-4c9c-bab7-d31a3389947d req-dda14ecd-d945-4942-8da9-370c1756de1d tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0480266 Apr 28 22:53:22.948036 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1085'] for router (dd85593b-044e-4006-9fe7-ce9e9ee6ea00), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:22.949522 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1076'] for router (dd85593b-044e-4006-9fe7-ce9e9ee6ea00), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:22.994401 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2dadfa1d-1e81-4c9c-bab7-d31a3389947d req-95555f3d-e5e5-433e-9797-9f5aa983ef9c tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604167 Apr 28 22:53:23.030804 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Allocated IP 172.20.0.2 (bfcfb4ff-96e6-46c9-b916-d2d6b27e7955/b6ce45fd-4b45-49e1-8302-0b11cb2d2f30/6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:53:23.031255 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Publish callbacks [] for router_controller (dd85593b-044e-4006-9fe7-ce9e9ee6ea00), precommit_add_association {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:23.175253 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Publish callbacks [] for port (6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:23.215771 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Publish callbacks [] for router_gateway (dd85593b-044e-4006-9fe7-ce9e9ee6ea00), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:23.238140 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:23.280538 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:53:23.286255 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:53:23.288724 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:53:23.297779 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Pushing event updated for resources: {'Port': ['ID=6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:23.361186 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Attempting to bind port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:53:23.361578 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Attempting to bind port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:53:23.362090 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Attempting to bind port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 on network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:53:23.369683 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:53:23.369683 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Checking segment: {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:53:23.369683 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:23.369683 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Bound using segment: {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:53:23.369683 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Bound port: 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:53:23.369683 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:23.431869 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] For port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:53:23.432896 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Publish callbacks [] for router_gateway (dd85593b-044e-4006-9fe7-ce9e9ee6ea00), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:23.435663 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] For port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:53:23.453116 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:23.512711 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:23.558283 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Allocated IP 172.27.0.24 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/d696fcfe-221b-48d5-ba76-e1d528bf8919) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:53:23.577797 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8ea3a-9464-4713-a169-4267796275c7 None None] Pushing event updated for resources: {'Port': ['ID=6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:23.689300 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Publish callbacks [] for port (d696fcfe-221b-48d5-ba76-e1d528bf8919), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:23.819542 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (d696fcfe-221b-48d5-ba76-e1d528bf8919), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:23.863984 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:53:23.868776 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:53:23.872408 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:53:23.877716 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Pushing event updated for resources: {'Port': ['ID=d696fcfe-221b-48d5-ba76-e1d528bf8919,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:24.119777 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b15397-0519-4ad2-a427-a15b0d0b453e req-fe02de51-4c8f-4757-8fb0-3a8d8382915a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:24.121197 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-19b15397-0519-4ad2-a427-a15b0d0b453e req-fe02de51-4c8f-4757-8fb0-3a8d8382915a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0477791 Apr 28 22:53:24.179268 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-19b15397-0519-4ad2-a427-a15b0d0b453e req-49d3bdc8-83ad-4520-b1ab-59077f633595 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518126 Apr 28 22:53:24.216342 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Publish callbacks [] for router_gateway (dd85593b-044e-4006-9fe7-ce9e9ee6ea00), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:24.440062 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653440'] for router (dd85593b-044e-4006-9fe7-ce9e9ee6ea00), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:24.477707 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf2d7f7-c253-494b-99c9-f0ad73f5520e None None] Network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:53:24.510827 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-6bbf685d-3daa-401a-abf2-381f43e1e29e None None] Provisioning complete for port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:53:24.511301 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6bbf685d-3daa-401a-abf2-381f43e1e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:24.634115 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12c082-3945-42a2-819c-8d504635b481 req-78b26792-23ae-4a51-9657-125b00290c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:24.635748 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-db12c082-3945-42a2-819c-8d504635b481 req-78b26792-23ae-4a51-9657-125b00290c75 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82&tenant_id=989e8026f8c4491aa03a37dac04c7f8a HTTP/1.1" status: 200 len: 1127 time: 0.0925243 Apr 28 22:53:24.647632 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 is scheduled to L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c with binding_index 1 {{(pid=110300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 22:53:24.677662 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-6bbf685d-3daa-401a-abf2-381f43e1e29e None None] Current status of the port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:53:24.678176 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6bbf685d-3daa-401a-abf2-381f43e1e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:24.710433 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12c082-3945-42a2-819c-8d504635b481 req-97ee0180-5100-46fd-8e53-748f5619e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:24.713076 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-db12c082-3945-42a2-819c-8d504635b481 req-97ee0180-5100-46fd-8e53-748f5619e7b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989e8026f8c4491aa03a37dac04c7f8a&device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 1127 time: 0.0518737 Apr 28 22:53:24.722558 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-6bbf685d-3daa-401a-abf2-381f43e1e29e None None] For port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:53:24.772725 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:53:24.784746 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Sync routers for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:53:24.792819 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6bbf685d-3daa-401a-abf2-381f43e1e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:24.821684 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12c082-3945-42a2-819c-8d504635b481 req-24c38b24-c180-4ed5-bfaa-95ed72040bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:24.823476 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-db12c082-3945-42a2-819c-8d504635b481 req-24c38b24-c180-4ed5-bfaa-95ed72040bd6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=937e095d-9c43-4379-90ba-e4ceb11049cd HTTP/1.1" status: 200 len: 918 time: 0.1022949 Apr 28 22:53:24.834561 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:53:24.835225 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:53:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:24.874558 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:24.875833 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a50e1542-3d91-4b1f-9657-49672b049735 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0249946 Apr 28 22:53:24.879147 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55008) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:24.911015 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-db12c082-3945-42a2-819c-8d504635b481 req-a942f723-8888-4d33-ae17-c17e1ca9e2f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8360932-f6e6-426f-979f-312615548061 HTTP/1.1" status: 200 len: 999 time: 0.0817940 Apr 28 22:53:24.921885 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf685d-3daa-401a-abf2-381f43e1e29e None None] Pushing event updated for resources: {'Port': ['ID=6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:24.931355 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-c83112d7-bb61-4433-b755-bb17931fd34f None None] Provisioning complete for port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:53:24.932339 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c83112d7-bb61-4433-b755-bb17931fd34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:24.977000 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12c082-3945-42a2-819c-8d504635b481 req-deb3e570-a71b-45c9-8462-f5bed1481b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:24.978961 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-db12c082-3945-42a2-819c-8d504635b481 req-deb3e570-a71b-45c9-8462-f5bed1481b95 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0557795c-801b-48d9-9aac-501223d0170a HTTP/1.1" status: 200 len: 856 time: 0.0621419 Apr 28 22:53:25.021298 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:53:25.033202 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12c082-3945-42a2-819c-8d504635b481 req-36d25c80-c93e-43e3-8187-a9c6015d6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:25.034874 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-db12c082-3945-42a2-819c-8d504635b481 req-36d25c80-c93e-43e3-8187-a9c6015d6fa5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=937e095d-9c43-4379-90ba-e4ceb11049cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506377 Apr 28 22:53:25.150781 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-db12c082-3945-42a2-819c-8d504635b481 req-8b952ad1-9023-4eb1-9393-f43736936e69 service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087537 Apr 28 22:53:25.261904 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-db12c082-3945-42a2-819c-8d504635b481 req-fa801555-5b5b-432d-b2f9-8209201a817f service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052971 Apr 28 22:53:25.264943 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-c83112d7-bb61-4433-b755-bb17931fd34f None None] Current status of the port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:53:25.346992 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637ff4e-893c-4c87-b5c6-2d84b92839c7 req-54a2b6c8-b31f-4e32-8452-dbeb9ba546d5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:25.352256 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4637ff4e-893c-4c87-b5c6-2d84b92839c7 req-54a2b6c8-b31f-4e32-8452-dbeb9ba546d5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0916374 Apr 28 22:53:25.361071 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:24Z', 'revision_number': 3, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:25.387881 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Checking router: dd85593b-044e-4006-9fe7-ce9e9ee6ea00 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:53:25.388243 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Updating router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 port d696fcfe-221b-48d5-ba76-e1d528bf8919 binding host dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:53:25.415865 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (d696fcfe-221b-48d5-ba76-e1d528bf8919), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:25.475133 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4637ff4e-893c-4c87-b5c6-2d84b92839c7 req-5f812c3f-ffa0-45f9-805d-ab291b9562af tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158085 Apr 28 22:53:25.663105 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:25.707826 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Publish callbacks [] for port (d696fcfe-221b-48d5-ba76-e1d528bf8919), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:25.764393 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:53:25.788534 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (d696fcfe-221b-48d5-ba76-e1d528bf8919), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:25.827796 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Allocated IP 172.20.0.1 (bfcfb4ff-96e6-46c9-b916-d2d6b27e7955/b6ce45fd-4b45-49e1-8302-0b11cb2d2f30/4b076203-ead3-414a-b9f1-b0d673b484a4) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:53:25.855302 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Attempting to bind port d696fcfe-221b-48d5-ba76-e1d528bf8919 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:53:25.855725 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Attempting to bind port d696fcfe-221b-48d5-ba76-e1d528bf8919 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:53:25.856098 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Attempting to bind port d696fcfe-221b-48d5-ba76-e1d528bf8919 on network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:53:25.859375 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7ab2a-f5b8-4b0c-8147-ac6a38b8693d None None] Pushing event updated for resources: {'Port': ['ID=d696fcfe-221b-48d5-ba76-e1d528bf8919,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:25.871246 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:53:25.871578 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Checking segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:53:25.871998 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:25.872394 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Bound using segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:53:25.872878 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Bound port: d696fcfe-221b-48d5-ba76-e1d528bf8919, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:53:25.873264 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (d696fcfe-221b-48d5-ba76-e1d528bf8919), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:25.876758 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:53:25.876758 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:25.961577 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] For port d696fcfe-221b-48d5-ba76-e1d528bf8919, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:53:25.965342 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] For port d696fcfe-221b-48d5-ba76-e1d528bf8919, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=d696fcfe-221b-48d5-ba76-e1d528bf8919,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:53:25.972069 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Publish callbacks [] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:26.011552 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:53:26.052426 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (d696fcfe-221b-48d5-ba76-e1d528bf8919), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:26.107576 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:26.125529 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7ab2a-f5b8-4b0c-8147-ac6a38b8693d None None] Pushing event updated for resources: {'Port': ['ID=d696fcfe-221b-48d5-ba76-e1d528bf8919,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:26.130112 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:53:26.130764 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:53:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:26.183296 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:53:26.186764 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:53:26.193424 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:53:26.221782 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Pushing event updated for resources: {'Port': ['ID=4b076203-ead3-414a-b9f1-b0d673b484a4,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:26.260472 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833397'] for router_interface (dd85593b-044e-4006-9fe7-ce9e9ee6ea00), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:26.296468 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:53:26.509842 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-ad305a30-e75a-4c6f-9969-8309e2f29785 None None] Provisioning complete for port 4b076203-ead3-414a-b9f1-b0d673b484a4 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:53:26.510226 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ad305a30-e75a-4c6f-9969-8309e2f29785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:26.528176 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:26.579163 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:24Z', 'revision_number': 3, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:26.581109 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-ad305a30-e75a-4c6f-9969-8309e2f29785 None None] Port 4b076203-ead3-414a-b9f1-b0d673b484a4 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:53:26.626792 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86b2ad0-0bf2-4c35-9e5e-03c3d2905f33 None None] The sync data for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi is: [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:24Z', 'revision_number': 3, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:53:26.682397 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181687b-60b3-4fae-a518-b5d1a6003677 req-094a3d62-6e31-4264-8988-9fc84f87184f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:26.683977 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8181687b-60b3-4fae-a518-b5d1a6003677 req-094a3d62-6e31-4264-8988-9fc84f87184f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0736184 Apr 28 22:53:26.773957 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8181687b-60b3-4fae-a518-b5d1a6003677 req-2d17abb5-9298-466c-9c5b-62d3c9de46cf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835533 Apr 28 22:53:26.832120 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Publish callbacks [] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:26.907184 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:27.038235 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834501'] for router_interface (dd85593b-044e-4006-9fe7-ce9e9ee6ea00), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:27.052074 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Pushing event updated for resources: {'Port': ['ID=4b076203-ead3-414a-b9f1-b0d673b484a4,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:27.143715 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:53:27.145219 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:53:27.279767 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:53:27.407278 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-c17b2c41-f11f-489d-85d9-4710ae6dd7b6 None None] Provisioning complete for port 4b076203-ead3-414a-b9f1-b0d673b484a4 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:53:27.408359 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c17b2c41-f11f-489d-85d9-4710ae6dd7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:27.443150 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:53:27.459898 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-ac01368a-b7ee-4e70-a524-d805c53dbf76 admin admin] 10.222.0.13 "PUT /v2.0/routers/dd85593b-044e-4006-9fe7-ce9e9ee6ea00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5788014 Apr 28 22:53:27.489629 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-c17b2c41-f11f-489d-85d9-4710ae6dd7b6 None None] Port 4b076203-ead3-414a-b9f1-b0d673b484a4 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:53:27.833189 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device d696fcfe-221b-48d5-ba76-e1d528bf8919 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:53:27.949565 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port d696fcfe-221b-48d5-ba76-e1d528bf8919 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:53:27.955229 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (d696fcfe-221b-48d5-ba76-e1d528bf8919), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:28.017438 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16b318-b088-4aec-ac33-608009e60452 req-e6dbe01a-fcd3-4c62-a5f7-21293b3dcdea tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:28.020773 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7e16b318-b088-4aec-ac33-608009e60452 req-e6dbe01a-fcd3-4c62-a5f7-21293b3dcdea tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.1073253 Apr 28 22:53:28.090532 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55042) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:28.093459 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7e16b318-b088-4aec-ac33-608009e60452 req-d46eb5ca-fb99-447f-99e9-a8bd87c3f0ac tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631413 Apr 28 22:53:28.096637 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-dee3533d-fca4-4e5d-b6a1-ba255ed88f09 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--245336019', 'description': 'tempest-description--1997885468'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:53:28.106218 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port d696fcfe-221b-48d5-ba76-e1d528bf8919 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:53:28.106615 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (d696fcfe-221b-48d5-ba76-e1d528bf8919), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:28.130945 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] For port d696fcfe-221b-48d5-ba76-e1d528bf8919, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=d696fcfe-221b-48d5-ba76-e1d528bf8919,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:53:28.218608 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (d696fcfe-221b-48d5-ba76-e1d528bf8919), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:28.253126 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dee3533d-fca4-4e5d-b6a1-ba255ed88f09 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:28.277530 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Pushing event updated for resources: {'Port': ['ID=d696fcfe-221b-48d5-ba76-e1d528bf8919,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:28.327548 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dee3533d-fca4-4e5d-b6a1-ba255ed88f09 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (183f24c3-72ed-4cdb-bb41-6511e36e544c), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:28.384256 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dee3533d-fca4-4e5d-b6a1-ba255ed88f09 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (183f24c3-72ed-4cdb-bb41-6511e36e544c), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:28.418970 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3533d-fca4-4e5d-b6a1-ba255ed88f09 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183f24c3-72ed-4cdb-bb41-6511e36e544c,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:28.495128 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dee3533d-fca4-4e5d-b6a1-ba255ed88f09 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:28.496554 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-dee3533d-fca4-4e5d-b6a1-ba255ed88f09 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4044070 Apr 28 22:53:28.499951 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 55046) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:28.505471 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-557f44d5-f682-4f77-975e-96da9a1d0330 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'security_group_rule': {'security_group_id': '183f24c3-72ed-4cdb-bb41-6511e36e544c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:53:28.604174 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-557f44d5-f682-4f77-975e-96da9a1d0330 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (36c93ae4-94a9-4bc9-9971-38943c56e20c), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:28.673416 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-557f44d5-f682-4f77-975e-96da9a1d0330 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (36c93ae4-94a9-4bc9-9971-38943c56e20c), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:28.746940 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-557f44d5-f682-4f77-975e-96da9a1d0330 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (36c93ae4-94a9-4bc9-9971-38943c56e20c), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:28.769237 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f44d5-f682-4f77-975e-96da9a1d0330 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c93ae4-94a9-4bc9-9971-38943c56e20c,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:28.801784 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Sync routers for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:53:28.812148 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:53:28.813186 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:53:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:28.930673 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:53:28.976447 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-557f44d5-f682-4f77-975e-96da9a1d0330 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:28.979452 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-557f44d5-f682-4f77-975e-96da9a1d0330 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4767513 Apr 28 22:53:28.985952 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55048) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:28.988554 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-a6d5182f-7b1b-434e-9bbe-d67d274fc0d7 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'security_group_rule': {'security_group_id': '183f24c3-72ed-4cdb-bb41-6511e36e544c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:53:29.167977 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 2, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:29.202489 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Checking router: dd85593b-044e-4006-9fe7-ce9e9ee6ea00 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:53:29.203104 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Updating router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 port 4b076203-ead3-414a-b9f1-b0d673b484a4 binding host dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:53:29.247485 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:29.273720 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb84cec-419d-483e-8a3e-f36f3b3fb9d2 req-307590f4-60e4-42db-916b-941176e70850 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:29.299878 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2eb84cec-419d-483e-8a3e-f36f3b3fb9d2 req-307590f4-60e4-42db-916b-941176e70850 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0594590 Apr 28 22:53:29.330343 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2eb84cec-419d-483e-8a3e-f36f3b3fb9d2 req-44284399-c3e6-4ecb-a6ef-7bd720bb71d7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489528 Apr 28 22:53:29.495941 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a6d5182f-7b1b-434e-9bbe-d67d274fc0d7 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (83188335-5a15-4764-81ba-28018ff9e065), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:29.563784 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a6d5182f-7b1b-434e-9bbe-d67d274fc0d7 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (83188335-5a15-4764-81ba-28018ff9e065), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:29.588988 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Publish callbacks [] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:29.664284 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a6d5182f-7b1b-434e-9bbe-d67d274fc0d7 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (83188335-5a15-4764-81ba-28018ff9e065), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:29.687246 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5182f-7b1b-434e-9bbe-d67d274fc0d7 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83188335-5a15-4764-81ba-28018ff9e065,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:29.689494 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:29.762056 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device d696fcfe-221b-48d5-ba76-e1d528bf8919 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:53:29.764264 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e523821-5c29-4a7d-85f0-8a4272abc19e None None] Pushing event updated for resources: {'Port': ['ID=4b076203-ead3-414a-b9f1-b0d673b484a4,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:29.769613 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a6d5182f-7b1b-434e-9bbe-d67d274fc0d7 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:29.771318 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a6d5182f-7b1b-434e-9bbe-d67d274fc0d7 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7871768 Apr 28 22:53:29.774255 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55052) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:29.775465 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e523821-5c29-4a7d-85f0-8a4272abc19e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:29.776045 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e523821-5c29-4a7d-85f0-8a4272abc19e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:29.776453 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e523821-5c29-4a7d-85f0-8a4272abc19e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:29.776967 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e523821-5c29-4a7d-85f0-8a4272abc19e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:29.777354 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e523821-5c29-4a7d-85f0-8a4272abc19e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:29.777643 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e523821-5c29-4a7d-85f0-8a4272abc19e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:29.778105 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e523821-5c29-4a7d-85f0-8a4272abc19e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:29.794286 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e523821-5c29-4a7d-85f0-8a4272abc19e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:29.794286 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e523821-5c29-4a7d-85f0-8a4272abc19e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:29.794286 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e523821-5c29-4a7d-85f0-8a4272abc19e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:29.794286 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e523821-5c29-4a7d-85f0-8a4272abc19e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:29.794286 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e523821-5c29-4a7d-85f0-8a4272abc19e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:29.795852 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'floatingip': {'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:53:29.795961 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e523821-5c29-4a7d-85f0-8a4272abc19e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:29.795961 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e523821-5c29-4a7d-85f0-8a4272abc19e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:29.795961 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e523821-5c29-4a7d-85f0-8a4272abc19e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:29.853261 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port d696fcfe-221b-48d5-ba76-e1d528bf8919 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:53:29.857656 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (d696fcfe-221b-48d5-ba76-e1d528bf8919), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:29.887854 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Attempting to bind port 4b076203-ead3-414a-b9f1-b0d673b484a4 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:53:29.892317 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Attempting to bind port 4b076203-ead3-414a-b9f1-b0d673b484a4 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:53:29.892317 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Attempting to bind port 4b076203-ead3-414a-b9f1-b0d673b484a4 on network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:53:29.895100 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:53:29.895551 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Checking segment: {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:53:29.896019 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:29.896472 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Bound using segment: {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:53:29.897111 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Bound port: 4b076203-ead3-414a-b9f1-b0d673b484a4, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:53:29.897601 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:29.910103 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:29.967157 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port d696fcfe-221b-48d5-ba76-e1d528bf8919 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:53:29.993988 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] For port 4b076203-ead3-414a-b9f1-b0d673b484a4, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:53:30.003443 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] For port 4b076203-ead3-414a-b9f1-b0d673b484a4, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=4b076203-ead3-414a-b9f1-b0d673b484a4,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:53:30.056731 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:30.071011 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:30.127593 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-fab11f63-0aaf-446c-967d-90ed564e29c3 None None] Provisioning complete for port 4b076203-ead3-414a-b9f1-b0d673b484a4 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:53:30.127764 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fab11f63-0aaf-446c-967d-90ed564e29c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:30.200939 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:53:30.201651 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:53:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:30.221643 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Allocated IP 172.27.0.146 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/aa23e967-998b-481f-b9e2-f9e089578ee7) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:53:30.254178 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-fab11f63-0aaf-446c-967d-90ed564e29c3 None None] Current status of the port 4b076203-ead3-414a-b9f1-b0d673b484a4 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:53:30.254888 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fab11f63-0aaf-446c-967d-90ed564e29c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:30.326764 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-fab11f63-0aaf-446c-967d-90ed564e29c3 None None] For port 4b076203-ead3-414a-b9f1-b0d673b484a4, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=4b076203-ead3-414a-b9f1-b0d673b484a4,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:53:30.400139 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for port (aa23e967-998b-481f-b9e2-f9e089578ee7), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:30.415957 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fab11f63-0aaf-446c-967d-90ed564e29c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:30.488629 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e523821-5c29-4a7d-85f0-8a4272abc19e None None] Pushing event updated for resources: {'Port': ['ID=4b076203-ead3-414a-b9f1-b0d673b484a4,revision_number=4']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:30.492697 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab11f63-0aaf-446c-967d-90ed564e29c3 None None] Pushing event updated for resources: {'Port': ['ID=4b076203-ead3-414a-b9f1-b0d673b484a4,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:30.535690 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-3c35edf7-574a-4318-b584-fd9cf656cd38 None None] Provisioning complete for port 4b076203-ead3-414a-b9f1-b0d673b484a4 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:53:30.536412 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3c35edf7-574a-4318-b584-fd9cf656cd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:30.539436 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (aa23e967-998b-481f-b9e2-f9e089578ee7), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:30.605187 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe3d8e-b9c9-4c24-8ae9-d3f5e9fbe17c req-09567e87-1425-4536-9516-d3b593c6a391 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:30.616666 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dfbe3d8e-b9c9-4c24-8ae9-d3f5e9fbe17c req-09567e87-1425-4536-9516-d3b593c6a391 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.1069477 Apr 28 22:53:30.624521 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:53:30.640023 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:53:30.651258 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:53:30.654904 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'Port': ['ID=aa23e967-998b-481f-b9e2-f9e089578ee7,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:30.667523 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:53:30.701355 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-3c35edf7-574a-4318-b584-fd9cf656cd38 None None] Current status of the port 4b076203-ead3-414a-b9f1-b0d673b484a4 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:53:30.749377 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dfbe3d8e-b9c9-4c24-8ae9-d3f5e9fbe17c req-37175948-a1e2-4fb2-8556-72b256b0665b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241517 Apr 28 22:53:30.813112 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (ae21330e-c4b5-449f-8715-caca787555a4), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:30.927244 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:29Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:30.943414 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (aa23e967-998b-481f-b9e2-f9e089578ee7), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:30.959382 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21f9b2-abcd-474b-a7ae-bf37e0db9994 None None] The sync data for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi is: [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:29Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:53:31.227212 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for port (aa23e967-998b-481f-b9e2-f9e089578ee7), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:31.288065 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (aa23e967-998b-481f-b9e2-f9e089578ee7), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:31.419159 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'Port': ['ID=aa23e967-998b-481f-b9e2-f9e089578ee7,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:31.445541 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (ae21330e-c4b5-449f-8715-caca787555a4), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:31.509432 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:31.519045 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8b4fb08e-3421-47cb-9c95-abb79cab7cb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7358496 Apr 28 22:53:31.771671 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-f693f1fe-f83b-4927-b500-a4942e7987ec tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--245336019&fields=id&tenant_id=9fd348c6fc9446738fd825347f3033d8 HTTP/1.1" status: 200 len: 267 time: 0.0981472 Apr 28 22:53:31.802908 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 4b076203-ead3-414a-b9f1-b0d673b484a4 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:53:31.944485 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 4b076203-ead3-414a-b9f1-b0d673b484a4 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:53:31.944485 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:31.981922 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d7a7c-9b97-482b-992b-df17f8f4e12d req-0b426c63-c4d0-43dc-b03a-9ea03c64d030 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:31.982536 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-85841c0b-8a19-4985-9ec9-17d6e600f4ee tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:31.983449 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-85841c0b-8a19-4985-9ec9-17d6e600f4ee tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/networks?id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 HTTP/1.1" status: 200 len: 814 time: 0.1955619 Apr 28 22:53:31.986730 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-347d7a7c-9b97-482b-992b-df17f8f4e12d req-0b426c63-c4d0-43dc-b03a-9ea03c64d030 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0822906 Apr 28 22:53:32.012690 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-580a3735-cc32-4fce-bfc1-e53834221d17 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/quotas/9fd348c6fc9446738fd825347f3033d8 HTTP/1.1" status: 200 len: 375 time: 0.0157607 Apr 28 22:53:32.106689 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-2d4cea57-eef5-4f0e-b14c-a8edd3931369 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863698 Apr 28 22:53:32.121398 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 4b076203-ead3-414a-b9f1-b0d673b484a4 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:53:32.123604 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bbaea7d6-9816-4481-a2c6-e9fda8ae5cf2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110300) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 22:53:32.124588 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bbaea7d6-9816-4481-a2c6-e9fda8ae5cf2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052710 Apr 28 22:53:32.138497 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-347d7a7c-9b97-482b-992b-df17f8f4e12d req-ec36c737-ccbf-432a-8a96-30877a1b327b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463332 Apr 28 22:53:32.255370 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-7ee0385c-983b-4961-8b2f-0a2a71284388 service neutron] 10.222.0.13 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108022 Apr 28 22:53:32.367657 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-2eec2a6b-153c-46e9-9601-a16f2e4b20f1 service neutron] 10.222.0.13 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063750 Apr 28 22:53:32.660617 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c480ca67-0add-4725-ad26-6648b6eacccf req-10f4ab63-c313-4c60-883b-627fffd16779 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0287983 Apr 28 22:53:33.272418 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d024da-ee6a-43ba-9b99-64c89260117e req-40a33a92-80dd-49be-9aca-d962901547b1 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:33.273766 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-37d024da-ee6a-43ba-9b99-64c89260117e req-40a33a92-80dd-49be-9aca-d962901547b1 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0464900 Apr 28 22:53:33.336464 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-37d024da-ee6a-43ba-9b99-64c89260117e req-35f353b3-3dcc-44a3-aa97-25e6ab3dbfa6 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567706 Apr 28 22:53:33.762467 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a7b70072-606d-4f4e-8292-e239a030c92c req-57747cd9-ee52-4c6e-aebf-7eb9011a67ee tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0331886 Apr 28 22:53:34.463139 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831c5d7-503f-42c1-bda1-9da475ddcc08 req-44258259-2494-4983-9e2f-efa3c54023ad tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:34.464595 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b831c5d7-503f-42c1-bda1-9da475ddcc08 req-44258259-2494-4983-9e2f-efa3c54023ad tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0507128 Apr 28 22:53:34.510666 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b831c5d7-503f-42c1-bda1-9da475ddcc08 req-8b3de1e9-e058-4d5d-87d5-02439e0f00e8 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407302 Apr 28 22:53:34.859351 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-95400fde-8e1b-4516-9c83-6f0baa4564db req-9e390603-a726-4e90-a48b-a577e3b3c035 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0269477 Apr 28 22:53:35.625526 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de9b62-1e5e-46b9-ac0b-ad49d7f376ec req-3c854620-8e44-411f-a824-c25651089cea tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:35.627497 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-93de9b62-1e5e-46b9-ac0b-ad49d7f376ec req-3c854620-8e44-411f-a824-c25651089cea tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0459285 Apr 28 22:53:35.672245 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-93de9b62-1e5e-46b9-ac0b-ad49d7f376ec req-867f2387-f87d-49ab-b22a-03a68c578e06 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392640 Apr 28 22:53:35.952989 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-86f53901-5e87-4bf7-9a61-51a4fdac0174 req-f6ecabef-aaf0-49e9-bcc2-a8f71ee2b8e0 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0304511 Apr 28 22:53:36.492798 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-96cfbdd5-a019-4600-b962-e80c867f1356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:36.792589 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348423-1e7d-472b-b404-5297458f87a4 req-8f3ba5c4-8892-4960-aee4-274700308c51 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:36.794327 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e8348423-1e7d-472b-b404-5297458f87a4 req-8f3ba5c4-8892-4960-aee4-274700308c51 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0477931 Apr 28 22:53:36.843392 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e8348423-1e7d-472b-b404-5297458f87a4 req-33c78e97-c7af-454c-a26a-3c8489837d83 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435481 Apr 28 22:53:37.048618 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b5ab29c4-6bae-4ddd-a3d1-154b2525e20e req-eb7be8ae-abfe-482a-bd34-87c90a7cea8c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0278616 Apr 28 22:53:37.959013 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbbeb0-34f9-4c68-86ae-34ea4ff765dd req-16f0fd48-fd04-4ed2-83d7-5f2a32b383ea tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:37.960448 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a7cbbeb0-34f9-4c68-86ae-34ea4ff765dd req-16f0fd48-fd04-4ed2-83d7-5f2a32b383ea tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0458844 Apr 28 22:53:38.005793 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a7cbbeb0-34f9-4c68-86ae-34ea4ff765dd req-a70bbf0c-0011-41af-a156-f0dd9d89372f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399473 Apr 28 22:53:38.143568 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0f17f4e0-ee9f-4c5d-9c81-7c0541bea10a req-3abd2c7c-0e34-4737-bc63-49a2ae01aa33 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0276504 Apr 28 22:53:38.652448 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d5474d8e-c6c7-48ce-8b24-6a5c845a9f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:39.122804 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8d5ff-5f76-413e-b6af-68b0ea566c3f req-2376d321-6d63-44cb-bb10-1db6e8d74faa tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:39.124276 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2fb8d5ff-5f76-413e-b6af-68b0ea566c3f req-2376d321-6d63-44cb-bb10-1db6e8d74faa tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0465167 Apr 28 22:53:39.169427 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2fb8d5ff-5f76-413e-b6af-68b0ea566c3f req-47e0bfe5-ab64-4201-8e3a-e3c0328eefd7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396731 Apr 28 22:53:39.244640 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-de4ae033-7001-4db0-a4c1-5756a9c630aa req-abfa761b-4726-4345-be8c-f7134270dee8 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0354085 Apr 28 22:53:39.820392 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:40.296467 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fd733-acbf-499f-8cb9-aa9e9a9ac094 req-652adf5c-3b8c-4203-a93a-a83a56fd4b9d tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:40.298470 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e36fd733-acbf-499f-8cb9-aa9e9a9ac094 req-652adf5c-3b8c-4203-a93a-a83a56fd4b9d tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0552390 Apr 28 22:53:40.340192 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4c7939cc-040f-4d98-83dc-dd2e17a41529 req-98f74818-2c6c-4cc7-a395-c9091cd8d9b2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0292037 Apr 28 22:53:40.348098 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e36fd733-acbf-499f-8cb9-aa9e9a9ac094 req-9547fd3b-8d75-41e1-96f8-488e9ccbe1f1 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441747 Apr 28 22:53:41.209178 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:41.470572 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-26626ca9-2376-451c-bb2b-530dc93da73c req-07d7620c-45bf-443d-b773-82985e187985 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0596244 Apr 28 22:53:41.476669 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c96ea6-b6da-419a-a2f7-5799fe3af231 req-803646bc-299c-4318-a68d-da91d9600ffd tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:41.478217 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f1c96ea6-b6da-419a-a2f7-5799fe3af231 req-803646bc-299c-4318-a68d-da91d9600ffd tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0482306 Apr 28 22:53:41.512582 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-a8cc580f-0e96-416a-a5a7-e9b511928988 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:41.514126 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-a8cc580f-0e96-416a-a5a7-e9b511928988 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "GET /v2.0/networks?id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 HTTP/1.1" status: 200 len: 814 time: 0.1462874 Apr 28 22:53:41.534097 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f1c96ea6-b6da-419a-a2f7-5799fe3af231 req-58f0e00f-80d8-432b-a762-047b91ab9886 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432825 Apr 28 22:53:41.574824 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-78656ee4-564e-43d4-be71-ba663c78a259 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fd348c6fc9446738fd825347f3033d8 HTTP/1.1" status: 200 len: 379 time: 0.0522540 Apr 28 22:53:41.583858 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'port': {'device_id': '62dc0711-8d74-4280-a791-fe2a65f11365', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'admin_state_up': True, 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'security_groups': ['183f24c3-72ed-4cdb-bb41-6511e36e544c']}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:53:41.792162 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Made reservation on behalf of 9fd348c6fc9446738fd825347f3033d8 for: {'port': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:53:41.795862 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:41.920508 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Allocated IP 172.20.0.7 (bfcfb4ff-96e6-46c9-b916-d2d6b27e7955/b6ce45fd-4b45-49e1-8302-0b11cb2d2f30/d2269767-4d5c-4adf-adce-0e09d62fa37f) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:53:42.050565 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for port (d2269767-4d5c-4adf-adce-0e09d62fa37f), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:42.146674 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (d2269767-4d5c-4adf-adce-0e09d62fa37f), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:42.190296 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:53:42.193152 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:53:42.199599 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:53:42.226351 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'Port': ['ID=d2269767-4d5c-4adf-adce-0e09d62fa37f,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:42.241235 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:42.241904 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:42.242106 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:42.242268 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:42.242611 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:42.242948 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:42.243282 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:42.243608 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:42.243938 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:42.244266 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:42.244595 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:42.244922 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:42.245247 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:42.245570 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:42.245919 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:42.263576 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:42.264195 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:42.338412 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-f356ae9c-be03-4aa4-9843-38c06a174881 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7580898 Apr 28 22:53:42.379816 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Request body: {'port': {'device_id': '62dc0711-8d74-4280-a791-fe2a65f11365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:53:42.413164 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-6d37ae18-4e8a-473f-840c-ad0d0c482c9d None None] Provisioning complete for port d2269767-4d5c-4adf-adce-0e09d62fa37f triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:53:42.413773 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6d37ae18-4e8a-473f-840c-ad0d0c482c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (d2269767-4d5c-4adf-adce-0e09d62fa37f), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:42.449508 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-6d37ae18-4e8a-473f-840c-ad0d0c482c9d None None] Port d2269767-4d5c-4adf-adce-0e09d62fa37f cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:53:42.457934 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (d2269767-4d5c-4adf-adce-0e09d62fa37f), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:42.617378 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2ce80-c4de-4ba6-975a-9b3cc523b613 req-ac85d453-f3b8-493c-8ab0-98404e0443e3 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:42.618886 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-56f2ce80-c4de-4ba6-975a-9b3cc523b613 req-ac85d453-f3b8-493c-8ab0-98404e0443e3 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 931 time: 0.0625246 Apr 28 22:53:42.668483 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35f8f0-c54f-4c11-a7f8-4cc5b7e920a8 req-08223b0a-b10b-4f3d-b93e-4514f0611957 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:42.669999 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8f35f8f0-c54f-4c11-a7f8-4cc5b7e920a8 req-08223b0a-b10b-4f3d-b93e-4514f0611957 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0490069 Apr 28 22:53:42.695587 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:42.725334 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-56f2ce80-c4de-4ba6-975a-9b3cc523b613 req-97621329-cf98-48b7-bf19-fd1f01fae068 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=183f24c3-72ed-4cdb-bb41-6511e36e544c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967789 Apr 28 22:53:42.738038 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8f35f8f0-c54f-4c11-a7f8-4cc5b7e920a8 req-a279c2c4-5373-4d25-9dac-9dfe06ba54af tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614235 Apr 28 22:53:42.799566 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2269767-4d5c-4adf-adce-0e09d62fa37f {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:53:42.806638 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Publish callbacks [] for port (d2269767-4d5c-4adf-adce-0e09d62fa37f), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:42.818842 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Transition to ACTIVE for port object d2269767-4d5c-4adf-adce-0e09d62fa37f will not be triggered until provisioned by entity L2. {{(pid=110299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:53:42.894247 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (d2269767-4d5c-4adf-adce-0e09d62fa37f), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:42.944809 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Pushing event updated for resources: {'Port': ['ID=d2269767-4d5c-4adf-adce-0e09d62fa37f,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:43.017372 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Attempting to bind port d2269767-4d5c-4adf-adce-0e09d62fa37f on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:53:43.017710 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Attempting to bind port d2269767-4d5c-4adf-adce-0e09d62fa37f by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:53:43.018075 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Attempting to bind port d2269767-4d5c-4adf-adce-0e09d62fa37f on network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:53:43.022686 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Port d2269767-4d5c-4adf-adce-0e09d62fa37f on network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:53:43.023013 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Attempting to bind port d2269767-4d5c-4adf-adce-0e09d62fa37f on network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:53:43.027997 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:53:43.028323 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Checking segment: {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:53:43.028706 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Bound using segment: {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:53:43.029131 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Bound port: d2269767-4d5c-4adf-adce-0e09d62fa37f, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:53:43.029486 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (d2269767-4d5c-4adf-adce-0e09d62fa37f), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:43.109548 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] For port d2269767-4d5c-4adf-adce-0e09d62fa37f, host hv-cinder-83982, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:53:43.113089 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] For port d2269767-4d5c-4adf-adce-0e09d62fa37f, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=d2269767-4d5c-4adf-adce-0e09d62fa37f,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:53:43.201353 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (d2269767-4d5c-4adf-adce-0e09d62fa37f), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:43.236784 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:43.237368 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:43.238762 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] 10.222.0.31 "PUT /v2.0/ports/d2269767-4d5c-4adf-adce-0e09d62fa37f HTTP/1.1" status: 200 len: 1093 time: 0.8640504 Apr 28 22:53:43.240965 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dc0711-8d74-4280-a791-fe2a65f11365', 'tag': 'd2269767-4d5c-4adf-adce-0e09d62fa37f'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:53:43.243974 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfdaa02-0117-481f-b886-424134008114" -d '{"events": [{"name": "network-changed", "server_uuid": "62dc0711-8d74-4280-a791-fe2a65f11365", "tag": "d2269767-4d5c-4adf-adce-0e09d62fa37f"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:53:43.275537 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74d8a2-117a-462f-8fa9-2e24dd48ae91 service neutron] Pushing event updated for resources: {'Port': ['ID=d2269767-4d5c-4adf-adce-0e09d62fa37f,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:43.288938 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738bdf58-2ffb-4805-8f05-f4b26228cd1b x-openstack-request-id: req-738bdf58-2ffb-4805-8f05-f4b26228cd1b {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:53:43.289238 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dc0711-8d74-4280-a791-fe2a65f11365", "tag": "d2269767-4d5c-4adf-adce-0e09d62fa37f", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:53:43.289498 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-738bdf58-2ffb-4805-8f05-f4b26228cd1b {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:53:43.289943 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738bdf58-2ffb-4805-8f05-f4b26228cd1b'] response: {'name': 'network-changed', 'server_uuid': '62dc0711-8d74-4280-a791-fe2a65f11365', 'tag': 'd2269767-4d5c-4adf-adce-0e09d62fa37f', 'status': 'completed', 'code': 200} Apr 28 22:53:43.364766 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdaa02-0117-481f-b886-424134008114 req-f5ce52bb-ea6f-48a4-aed5-fb75a40434b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:43.366348 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6dfdaa02-0117-481f-b886-424134008114 req-f5ce52bb-ea6f-48a4-aed5-fb75a40434b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 1127 time: 0.0575566 Apr 28 22:53:43.470836 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdaa02-0117-481f-b886-424134008114 req-ca958f9d-b267-4dee-ba96-e2c64d9573c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:43.472295 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6dfdaa02-0117-481f-b886-424134008114 req-ca958f9d-b267-4dee-ba96-e2c64d9573c8 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=9fd348c6fc9446738fd825347f3033d8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0993857 Apr 28 22:53:43.564165 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdaa02-0117-481f-b886-424134008114 req-5a97d9b5-bc7e-41ce-9a10-eed83d3a87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:43.565626 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-6dfdaa02-0117-481f-b886-424134008114 req-5a97d9b5-bc7e-41ce-9a10-eed83d3a87eb service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880022 Apr 28 22:53:43.637258 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-0efac151-8c43-499a-9c19-3df86f3e0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:43.638773 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-0efac151-8c43-499a-9c19-3df86f3e0299 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 1127 time: 0.0391915 Apr 28 22:53:43.680556 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-731da314-1db9-41b8-8353-4ce489a3511d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2269767-4d5c-4adf-adce-0e09d62fa37f HTTP/1.1" status: 200 len: 217 time: 0.0357804 Apr 28 22:53:43.733304 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-6203929e-0fca-40e1-b598-1bfc91e2d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:43.734772 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-6203929e-0fca-40e1-b598-1bfc91e2d5c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ce45fd-4b45-49e1-8302-0b11cb2d2f30 HTTP/1.1" status: 200 len: 853 time: 0.0484641 Apr 28 22:53:43.778268 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-43ca301f-f69b-4a21-a3e8-9330a0dd72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:43.779794 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-43ca301f-f69b-4a21-a3e8-9330a0dd72b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393345 Apr 28 22:53:43.859267 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08396b3-3dee-40b3-a3b6-08b2a84a7088 req-70dd9d6a-4623-4453-95ca-815f14dbfc33 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:43.861326 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d08396b3-3dee-40b3-a3b6-08b2a84a7088 req-70dd9d6a-4623-4453-95ca-815f14dbfc33 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0466824 Apr 28 22:53:43.889135 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6862b-c621-4364-98d6-8033e3d9b1a3 req-12001183-461d-4c4b-b4d5-58756e301c88 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:43.890652 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-29e6862b-c621-4364-98d6-8033e3d9b1a3 req-12001183-461d-4c4b-b4d5-58756e301c88 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 943 time: 0.0855227 Apr 28 22:53:43.907974 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d08396b3-3dee-40b3-a3b6-08b2a84a7088 req-a13e862a-a89e-4634-b7f3-e2fd27391ea8 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403714 Apr 28 22:53:43.932959 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-360c126e-ff6f-4477-9d79-5409977b29da service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465003 Apr 28 22:53:43.977634 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-29e6862b-c621-4364-98d6-8033e3d9b1a3 req-fb0f51de-f685-42aa-8fd1-caded9392337 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=183f24c3-72ed-4cdb-bb41-6511e36e544c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811481 Apr 28 22:53:44.038229 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a46a1648-7afa-4112-b16c-5bd0e5974810 req-42b89b50-56fb-4f93-b049-283eeacf8889 service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989339 Apr 28 22:53:45.032816 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8a8cc-4bd9-4622-82fa-151e8c45dd74 req-d0b2f6bf-3009-4822-a022-a82851d0e2b0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:45.034314 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0cf8a8cc-4bd9-4622-82fa-151e8c45dd74 req-d0b2f6bf-3009-4822-a022-a82851d0e2b0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0482874 Apr 28 22:53:45.081594 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0cf8a8cc-4bd9-4622-82fa-151e8c45dd74 req-09144345-bb00-435c-ab39-a6b3e1edd0c6 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417120 Apr 28 22:53:45.092568 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba4ce8-9193-4a67-8c65-328d84d9ac4d req-1e59eef4-ac3b-4601-bc91-78588127c578 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:45.094063 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-45ba4ce8-9193-4a67-8c65-328d84d9ac4d req-1e59eef4-ac3b-4601-bc91-78588127c578 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 943 time: 0.0483527 Apr 28 22:53:45.140190 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-45ba4ce8-9193-4a67-8c65-328d84d9ac4d req-0669ed8e-9aee-4087-8379-90b73595dd3f tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=183f24c3-72ed-4cdb-bb41-6511e36e544c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404592 Apr 28 22:53:45.660306 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:53:45.997374 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:46.202084 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d214f-af2f-4cec-a26e-e8937dadfe23 req-ff33c7e3-5096-4379-8e13-f3721127b575 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:46.204060 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-749d214f-af2f-4cec-a26e-e8937dadfe23 req-ff33c7e3-5096-4379-8e13-f3721127b575 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0500643 Apr 28 22:53:46.250519 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-749d214f-af2f-4cec-a26e-e8937dadfe23 req-2e230684-3be8-4db6-b794-a159f96e6dcf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409241 Apr 28 22:53:46.251331 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ca054-8c3f-4624-a280-ce6110f4a743 req-862eccf8-60ea-4486-9ab2-7c2213e64907 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:46.252809 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f38ca054-8c3f-4624-a280-ce6110f4a743 req-862eccf8-60ea-4486-9ab2-7c2213e64907 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 943 time: 0.0463123 Apr 28 22:53:46.298761 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f38ca054-8c3f-4624-a280-ce6110f4a743 req-735e2854-6c4c-4c10-9fc5-f8ab1120e8eb tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=183f24c3-72ed-4cdb-bb41-6511e36e544c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405505 Apr 28 22:53:47.210037 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device d2269767-4d5c-4adf-adce-0e09d62fa37f details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:53:47.303283 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port d2269767-4d5c-4adf-adce-0e09d62fa37f, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=d2269767-4d5c-4adf-adce-0e09d62fa37f,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:53:47.314560 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': 'd2269767-4d5c-4adf-adce-0e09d62fa37f', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'port_id': 'd2269767-4d5c-4adf-adce-0e09d62fa37f', 'mac_address': 'fa:16:3e:70:e7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:53:47.357556 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port d2269767-4d5c-4adf-adce-0e09d62fa37f is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:53:47.361770 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (d2269767-4d5c-4adf-adce-0e09d62fa37f), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:47.371851 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67746d6-5094-4516-aa33-664413d16dd8 req-d1e1461d-277f-458d-9075-e708bb2606ed tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:47.372873 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2269767-4d5c-4adf-adce-0e09d62fa37f {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:53:47.373655 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d67746d6-5094-4516-aa33-664413d16dd8 req-d1e1461d-277f-458d-9075-e708bb2606ed tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0497818 Apr 28 22:53:47.392343 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port d2269767-4d5c-4adf-adce-0e09d62fa37f, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=d2269767-4d5c-4adf-adce-0e09d62fa37f,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:53:47.424205 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d67746d6-5094-4516-aa33-664413d16dd8 req-37f8d890-1ba6-462c-9b3d-bbfba42ffdd9 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432751 Apr 28 22:53:47.426182 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447d9bb-a324-4764-903b-d63881200870 req-3eef5969-f804-478a-90c5-82e35122ef25 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:47.428354 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b447d9bb-a324-4764-903b-d63881200870 req-3eef5969-f804-478a-90c5-82e35122ef25 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 943 time: 0.0531094 Apr 28 22:53:47.464813 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (d2269767-4d5c-4adf-adce-0e09d62fa37f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:47.476723 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b447d9bb-a324-4764-903b-d63881200870 req-71bce60c-cd6e-4230-b86b-9338fa2a279b tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=183f24c3-72ed-4cdb-bb41-6511e36e544c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416734 Apr 28 22:53:47.507873 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=d2269767-4d5c-4adf-adce-0e09d62fa37f,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:47.515029 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:47.515387 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:47.515757 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:47.516133 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:47.516466 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:47.516814 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:47.517152 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:47.517484 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:47.517860 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:47.518181 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:47.518515 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:47.518848 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:47.519177 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:47.519536 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:47.519836 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:53:47.914717 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['d2269767-4d5c-4adf-adce-0e09d62fa37f'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:53:48.545719 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca72178-3ff0-401f-91fa-921e04ca4e40 req-e61d3d48-2c53-40e3-9a87-f7daa48be90a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:48.547723 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1ca72178-3ff0-401f-91fa-921e04ca4e40 req-e61d3d48-2c53-40e3-9a87-f7daa48be90a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 943 time: 0.0506628 Apr 28 22:53:48.589238 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10421e-2cc9-402e-80cd-63e6a5f48aad req-5a479a64-e675-4377-be8b-9848180f22ff tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:48.590668 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4c10421e-2cc9-402e-80cd-63e6a5f48aad req-5a479a64-e675-4377-be8b-9848180f22ff tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 944 time: 0.0475166 Apr 28 22:53:48.595380 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1ca72178-3ff0-401f-91fa-921e04ca4e40 req-e07f5c02-bc70-4f1b-a8fa-d83e8489076b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423169 Apr 28 22:53:48.637605 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4c10421e-2cc9-402e-80cd-63e6a5f48aad req-de7259c0-3c68-49c4-b853-14ed0a88aded tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=183f24c3-72ed-4cdb-bb41-6511e36e544c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412266 Apr 28 22:53:49.220648 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device c8360932-f6e6-426f-979f-312615548061 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:53:49.222713 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device d2269767-4d5c-4adf-adce-0e09d62fa37f up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:53:49.321125 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port d2269767-4d5c-4adf-adce-0e09d62fa37f completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:53:49.352908 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port c8360932-f6e6-426f-979f-312615548061, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=c8360932-f6e6-426f-979f-312615548061,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:53:49.363870 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': 'c8360932-f6e6-426f-979f-312615548061', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'port_id': 'c8360932-f6e6-426f-979f-312615548061', 'mac_address': 'fa:16:3e:6e:2e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:53:49.399487 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port c8360932-f6e6-426f-979f-312615548061 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:53:49.399868 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (c8360932-f6e6-426f-979f-312615548061), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:49.412604 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8360932-f6e6-426f-979f-312615548061 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:53:49.432150 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port c8360932-f6e6-426f-979f-312615548061, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=c8360932-f6e6-426f-979f-312615548061,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:53:49.472087 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port d2269767-4d5c-4adf-adce-0e09d62fa37f triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:53:49.472413 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (d2269767-4d5c-4adf-adce-0e09d62fa37f), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:49.538103 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (c8360932-f6e6-426f-979f-312615548061), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:49.574943 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port d2269767-4d5c-4adf-adce-0e09d62fa37f is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:53:49.575328 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (d2269767-4d5c-4adf-adce-0e09d62fa37f), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:49.606492 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=c8360932-f6e6-426f-979f-312615548061,revision_number=9']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:49.613449 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dc0711-8d74-4280-a791-fe2a65f11365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2269767-4d5c-4adf-adce-0e09d62fa37f'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:53:49.615694 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0075b52f-5494-4c86-8baf-6c414e48afe7" -d '{"events": [{"server_uuid": "62dc0711-8d74-4280-a791-fe2a65f11365", "name": "network-vif-plugged", "status": "completed", "tag": "d2269767-4d5c-4adf-adce-0e09d62fa37f"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:53:49.629244 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port d2269767-4d5c-4adf-adce-0e09d62fa37f, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=d2269767-4d5c-4adf-adce-0e09d62fa37f,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:53:49.651543 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec04bcb-70b2-4da8-9ebc-aacd63db92c0 x-openstack-request-id: req-1ec04bcb-70b2-4da8-9ebc-aacd63db92c0 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:53:49.651838 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dc0711-8d74-4280-a791-fe2a65f11365", "name": "network-vif-plugged", "status": "completed", "tag": "d2269767-4d5c-4adf-adce-0e09d62fa37f", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:53:49.652094 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ec04bcb-70b2-4da8-9ebc-aacd63db92c0 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:53:49.652522 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec04bcb-70b2-4da8-9ebc-aacd63db92c0'] response: {'server_uuid': '62dc0711-8d74-4280-a791-fe2a65f11365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2269767-4d5c-4adf-adce-0e09d62fa37f', 'code': 200} Apr 28 22:53:49.706553 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (d2269767-4d5c-4adf-adce-0e09d62fa37f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:49.730251 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f0f91-ba24-4ae6-bbaf-7c111b3e6910 req-3b7a9d94-277a-4592-980d-1cdac8140e68 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:49.733898 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-820f0f91-ba24-4ae6-bbaf-7c111b3e6910 req-3b7a9d94-277a-4592-980d-1cdac8140e68 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 944 time: 0.0610764 Apr 28 22:53:49.755909 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ba1f7-d453-41bd-96fa-f35e5d75ac2c req-762fe9aa-0b74-4243-bebe-567486283de8 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:49.762627 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-051ba1f7-d453-41bd-96fa-f35e5d75ac2c req-762fe9aa-0b74-4243-bebe-567486283de8 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 945 time: 0.0556469 Apr 28 22:53:49.765765 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=d2269767-4d5c-4adf-adce-0e09d62fa37f,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:49.788037 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-820f0f91-ba24-4ae6-bbaf-7c111b3e6910 req-5ded4ea3-bb27-4b09-ab1b-c88d1b1e449d tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505540 Apr 28 22:53:49.809228 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-051ba1f7-d453-41bd-96fa-f35e5d75ac2c req-0ae557bf-5400-4911-83ee-721bbe7933c2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=183f24c3-72ed-4cdb-bb41-6511e36e544c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457559 Apr 28 22:53:49.908764 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['c8360932-f6e6-426f-979f-312615548061'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:53:49.945572 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639ddca-34cd-45c4-9112-c07fd2a185f6 req-cd5c5be2-e5f4-4741-9e80-eab8467066cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:49.947645 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e639ddca-34cd-45c4-9112-c07fd2a185f6 req-cd5c5be2-e5f4-4741-9e80-eab8467066cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 1129 time: 0.0382826 Apr 28 22:53:49.992109 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e639ddca-34cd-45c4-9112-c07fd2a185f6 req-93756847-2e1a-4d52-8453-004926e43632 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=183f24c3-72ed-4cdb-bb41-6511e36e544c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381513 Apr 28 22:53:50.910740 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4a3d5-862f-412f-935c-3c2d76d387a8 req-28fcbdf3-226f-49b3-ad15-26b9465fb10c tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:50.912220 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f2d4a3d5-862f-412f-935c-3c2d76d387a8 req-28fcbdf3-226f-49b3-ad15-26b9465fb10c tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 944 time: 0.0462346 Apr 28 22:53:50.921092 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7257e-5865-4cf6-a32f-dd89b98fc710 req-d93b3736-47d5-48d4-a8af-7114a6fe50fd tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:50.922658 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0da7257e-5865-4cf6-a32f-dd89b98fc710 req-d93b3736-47d5-48d4-a8af-7114a6fe50fd tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 945 time: 0.0464687 Apr 28 22:53:50.958009 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f2d4a3d5-862f-412f-935c-3c2d76d387a8 req-14898896-70f6-4a33-9936-b5450ff385c2 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400641 Apr 28 22:53:50.972754 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0da7257e-5865-4cf6-a32f-dd89b98fc710 req-9659a5ce-9cfb-4ff2-b5a1-23579d9b0c63 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=183f24c3-72ed-4cdb-bb41-6511e36e544c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446124 Apr 28 22:53:51.227738 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device c8360932-f6e6-426f-979f-312615548061 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:53:51.272025 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port c8360932-f6e6-426f-979f-312615548061 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:53:51.272397 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (c8360932-f6e6-426f-979f-312615548061), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:51.348857 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port c8360932-f6e6-426f-979f-312615548061 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:53:51.349243 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (c8360932-f6e6-426f-979f-312615548061), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:51.380387 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port c8360932-f6e6-426f-979f-312615548061, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=c8360932-f6e6-426f-979f-312615548061,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:53:51.464073 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (c8360932-f6e6-426f-979f-312615548061), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:51.511933 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=c8360932-f6e6-426f-979f-312615548061,revision_number=10']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:53:51.653955 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8360932-f6e6-426f-979f-312615548061'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:53:51.656492 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3651985-cf8d-499a-9753-5222208e7c26" -d '{"events": [{"server_uuid": "2c70bfeb-5728-48ab-9906-ac0196ac0e82", "name": "network-vif-plugged", "status": "completed", "tag": "c8360932-f6e6-426f-979f-312615548061"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:53:51.697908 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395501eb-150e-4839-8015-06fca8de88c7 x-openstack-request-id: req-395501eb-150e-4839-8015-06fca8de88c7 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:53:51.698206 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c70bfeb-5728-48ab-9906-ac0196ac0e82", "name": "network-vif-plugged", "status": "completed", "tag": "c8360932-f6e6-426f-979f-312615548061", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:53:51.698464 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-395501eb-150e-4839-8015-06fca8de88c7 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:53:51.698862 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-395501eb-150e-4839-8015-06fca8de88c7'] response: {'server_uuid': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8360932-f6e6-426f-979f-312615548061', 'code': 200} Apr 28 22:53:52.079507 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cf423-eb83-4d30-8f21-4b5de8edd014 req-0d88b6e7-02d5-4d8b-9692-bce043f16759 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:52.081026 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-475cf423-eb83-4d30-8f21-4b5de8edd014 req-0d88b6e7-02d5-4d8b-9692-bce043f16759 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 946 time: 0.0476851 Apr 28 22:53:52.101104 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e7ac3-2f6e-45ed-8197-3001de07cec2 req-f19d2df1-4aa5-4457-9c7b-fe979b61621d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:52.102619 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ed8e7ac3-2f6e-45ed-8197-3001de07cec2 req-f19d2df1-4aa5-4457-9c7b-fe979b61621d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 945 time: 0.0588465 Apr 28 22:53:52.131407 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-475cf423-eb83-4d30-8f21-4b5de8edd014 req-92fd8005-aec5-4165-a145-46f24ffa6da1 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446723 Apr 28 22:53:52.157336 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ed8e7ac3-2f6e-45ed-8197-3001de07cec2 req-6b2610c7-9de7-459d-8bcd-a80168c0f5d7 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=183f24c3-72ed-4cdb-bb41-6511e36e544c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483308 Apr 28 22:53:52.662966 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ad9d0-1675-491b-bd09-fe9ba89b3d60 req-22285588-1446-4ee7-8864-d0dfb3b35683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:52.664385 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-462ad9d0-1675-491b-bd09-fe9ba89b3d60 req-22285588-1446-4ee7-8864-d0dfb3b35683 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 1130 time: 0.0407827 Apr 28 22:53:52.708860 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-462ad9d0-1675-491b-bd09-fe9ba89b3d60 req-5b0fb027-a06b-4643-bbfc-15a6f1531aa3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388656 Apr 28 22:53:53.252354 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db83c0c-37ab-4580-9382-5ed2bde433a5 req-fce32800-54a9-4053-acec-dbcdef87d0b9 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:53.253876 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2db83c0c-37ab-4580-9382-5ed2bde433a5 req-fce32800-54a9-4053-acec-dbcdef87d0b9 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 946 time: 0.0465710 Apr 28 22:53:53.271241 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acc51c-ba34-48fa-91b4-383d1c29d024 req-4c3d8dc0-349a-49ff-b5da-5b33054a6ce3 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:53.272711 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-69acc51c-ba34-48fa-91b4-383d1c29d024 req-4c3d8dc0-349a-49ff-b5da-5b33054a6ce3 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 945 time: 0.0494537 Apr 28 22:53:53.300299 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2db83c0c-37ab-4580-9382-5ed2bde433a5 req-0d40d5e5-bac4-48a3-910e-39a55c441ea4 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408716 Apr 28 22:53:53.319716 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-69acc51c-ba34-48fa-91b4-383d1c29d024 req-13493dde-0b06-42b7-a603-2ced17247bcd tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=183f24c3-72ed-4cdb-bb41-6511e36e544c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405095 Apr 28 22:53:53.427889 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b0f65-a698-4609-8b1d-15936d2709e5 req-b6a676c9-c37b-4622-b085-cc450a6462c1 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:53.429244 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cc1b0f65-a698-4609-8b1d-15936d2709e5 req-b6a676c9-c37b-4622-b085-cc450a6462c1 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 945 time: 0.0490973 Apr 28 22:53:53.437773 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55172) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:53:53.441922 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-0790aaa1-9d16-457f-b46d-ac41d3a615d2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'floatingip': {'port_id': 'd2269767-4d5c-4adf-adce-0e09d62fa37f'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:53:53.482380 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0790aaa1-9d16-457f-b46d-ac41d3a615d2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (ae21330e-c4b5-449f-8715-caca787555a4), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:53.910667 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0790aaa1-9d16-457f-b46d-ac41d3a615d2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:53.962620 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0790aaa1-9d16-457f-b46d-ac41d3a615d2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (ae21330e-c4b5-449f-8715-caca787555a4), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:54.302453 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [None req-0790aaa1-9d16-457f-b46d-ac41d3a615d2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Floating IP ae21330e-c4b5-449f-8715-caca787555a4 associated. External IP: 172.27.0.146, port: d2269767-4d5c-4adf-adce-0e09d62fa37f. Apr 28 22:53:54.421593 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742313c-960b-4a17-858c-21a231467957 req-171b4579-84b1-4825-9f8f-6fb5e005df79 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:54.423637 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0742313c-960b-4a17-858c-21a231467957 req-171b4579-84b1-4825-9f8f-6fb5e005df79 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 946 time: 0.0469918 Apr 28 22:53:54.471143 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-0742313c-960b-4a17-858c-21a231467957 req-779987f1-ac13-422e-9de4-bc280055fc49 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418975 Apr 28 22:53:54.515643 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0790aaa1-9d16-457f-b46d-ac41d3a615d2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:53:54.628532 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0790aaa1-9d16-457f-b46d-ac41d3a615d2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:53:54.633524 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0790aaa1-9d16-457f-b46d-ac41d3a615d2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:53:54.638121 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f15775-415d-47fa-9770-35aba83f21d2 None None] Sync routers for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:53:54.648284 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f15775-415d-47fa-9770-35aba83f21d2 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:53:54.648894 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-b6f15775-415d-47fa-9770-35aba83f21d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:53:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:54.664380 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-0790aaa1-9d16-457f-b46d-ac41d3a615d2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "PUT /v2.0/floatingips/ae21330e-c4b5-449f-8715-caca787555a4 HTTP/1.1" status: 200 len: 991 time: 1.2255771 Apr 28 22:53:54.668038 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dc0711-8d74-4280-a791-fe2a65f11365', 'tag': 'd2269767-4d5c-4adf-adce-0e09d62fa37f'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:53:54.668038 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c8636d-4f16-4b13-99b8-1574453af321" -d '{"events": [{"name": "network-changed", "server_uuid": "62dc0711-8d74-4280-a791-fe2a65f11365", "tag": "d2269767-4d5c-4adf-adce-0e09d62fa37f"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:53:54.760106 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-b6f15775-415d-47fa-9770-35aba83f21d2 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:53:54.762096 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94c7c65-4b77-4a50-80ea-edc7d1f9bcfd x-openstack-request-id: req-d94c7c65-4b77-4a50-80ea-edc7d1f9bcfd {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:53:54.762377 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dc0711-8d74-4280-a791-fe2a65f11365", "tag": "d2269767-4d5c-4adf-adce-0e09d62fa37f", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:53:54.762638 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d94c7c65-4b77-4a50-80ea-edc7d1f9bcfd {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:53:54.763041 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d94c7c65-4b77-4a50-80ea-edc7d1f9bcfd'] response: {'name': 'network-changed', 'server_uuid': '62dc0711-8d74-4280-a791-fe2a65f11365', 'tag': 'd2269767-4d5c-4adf-adce-0e09d62fa37f', 'status': 'completed', 'code': 200} Apr 28 22:53:54.825774 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8636d-4f16-4b13-99b8-1574453af321 req-bcb0b955-b83f-4133-a08e-0fc2f2f92cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:54.827582 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-30c8636d-4f16-4b13-99b8-1574453af321 req-bcb0b955-b83f-4133-a08e-0fc2f2f92cc7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 1129 time: 0.0434754 Apr 28 22:53:54.919410 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8636d-4f16-4b13-99b8-1574453af321 req-a7afa1f5-1185-4280-9e99-e9e054e4afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:54.920976 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-30c8636d-4f16-4b13-99b8-1574453af321 req-a7afa1f5-1185-4280-9e99-e9e054e4afa4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 HTTP/1.1" status: 200 len: 915 time: 0.0867364 Apr 28 22:53:54.990289 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-30c8636d-4f16-4b13-99b8-1574453af321 req-f3829d2e-bdea-4236-a4b0-91f2c6a969cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2269767-4d5c-4adf-adce-0e09d62fa37f HTTP/1.1" status: 200 len: 999 time: 0.0622067 Apr 28 22:53:55.047946 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8636d-4f16-4b13-99b8-1574453af321 req-5f4b7ae5-81f1-4901-92ff-604f2c189117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:55.049471 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-30c8636d-4f16-4b13-99b8-1574453af321 req-5f4b7ae5-81f1-4901-92ff-604f2c189117 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ce45fd-4b45-49e1-8302-0b11cb2d2f30 HTTP/1.1" status: 200 len: 853 time: 0.0537381 Apr 28 22:53:55.092728 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8636d-4f16-4b13-99b8-1574453af321 req-7961d987-dca7-4b1d-8206-14c153aba774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:55.094291 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-30c8636d-4f16-4b13-99b8-1574453af321 req-7961d987-dca7-4b1d-8206-14c153aba774 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388250 Apr 28 22:53:55.111953 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-b6f15775-415d-47fa-9770-35aba83f21d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'ae21330e-c4b5-449f-8715-caca787555a4', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': 'd2269767-4d5c-4adf-adce-0e09d62fa37f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:70:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dc0711-8d74-4280-a791-fe2a65f11365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:53:30Z', 'updated_at': '2022-04-28T22:53:53Z', 'revision_number': 1, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:55.144381 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f15775-415d-47fa-9770-35aba83f21d2 None None] Checking router: dd85593b-044e-4006-9fe7-ce9e9ee6ea00 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:53:55.152687 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f15775-415d-47fa-9770-35aba83f21d2 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:53:55.153301 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-b6f15775-415d-47fa-9770-35aba83f21d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:53:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:55.186888 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-30c8636d-4f16-4b13-99b8-1574453af321 req-ff32a9e6-5e89-4711-ac95-95a1cd076cad service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870545 Apr 28 22:53:55.263254 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-b6f15775-415d-47fa-9770-35aba83f21d2 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:53:55.278959 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-30c8636d-4f16-4b13-99b8-1574453af321 req-f920d4ed-1839-46a2-8ffe-4443ca129fe4 service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865812 Apr 28 22:53:55.495764 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-b6f15775-415d-47fa-9770-35aba83f21d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'ae21330e-c4b5-449f-8715-caca787555a4', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': 'd2269767-4d5c-4adf-adce-0e09d62fa37f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:70:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dc0711-8d74-4280-a791-fe2a65f11365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:53:30Z', 'updated_at': '2022-04-28T22:53:53Z', 'revision_number': 1, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:53:55.525126 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f15775-415d-47fa-9770-35aba83f21d2 None None] The sync data for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi is: [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'ae21330e-c4b5-449f-8715-caca787555a4', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': 'd2269767-4d5c-4adf-adce-0e09d62fa37f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:70:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dc0711-8d74-4280-a791-fe2a65f11365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:53:30Z', 'updated_at': '2022-04-28T22:53:53Z', 'revision_number': 1, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:53:55.596463 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8644cc-3412-4741-848b-5df09783663d req-08f2767f-71d8-4b16-b1b3-133eb816ac5e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:55.598028 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2f8644cc-3412-4741-848b-5df09783663d req-08f2767f-71d8-4b16-b1b3-133eb816ac5e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 946 time: 0.0478818 Apr 28 22:53:55.646024 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2f8644cc-3412-4741-848b-5df09783663d req-b4c72610-9a86-4529-96aa-b5e399935a90 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422137 Apr 28 22:53:55.728572 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f16bf4-1757-47f6-a865-a820808a212c None None] New status for floating IP ae21330e-c4b5-449f-8715-caca787555a4: ACTIVE {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:53:56.764091 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c64b4-99be-4001-876d-8e8f067c8e88 req-50597800-eb4d-4662-a837-7e2f7d74438f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:53:56.765608 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2c3c64b4-99be-4001-876d-8e8f067c8e88 req-50597800-eb4d-4662-a837-7e2f7d74438f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 946 time: 0.0466998 Apr 28 22:53:56.812595 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2c3c64b4-99be-4001-876d-8e8f067c8e88 req-9fa24c4d-b6c3-443c-872b-d421ba93de54 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408337 Apr 28 22:54:06.522508 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-06cc8ed3-d6a0-4150-b4f9-4cf3114a7e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:08.674822 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9b26f0f8-b6b7-452d-b83a-7c3fd1a31bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:09.825804 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:11.248523 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:12.671309 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:14.408906 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-05c17929-7978-41d6-be60-5f775488bdab req-71367a58-678a-41ea-8d10-86d4e0881cb4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412045 Apr 28 22:54:14.469515 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c17929-7978-41d6-be60-5f775488bdab req-b0527b44-78f9-4fad-b753-0dee208dc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:54:14.471009 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-05c17929-7978-41d6-be60-5f775488bdab req-b0527b44-78f9-4fad-b753-0dee208dc215 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989e8026f8c4491aa03a37dac04c7f8a&device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 1130 time: 0.0386279 Apr 28 22:54:14.576751 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c17929-7978-41d6-be60-5f775488bdab req-ba0a4bd8-3f89-4c2a-a70d-049785dcb49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:54:14.578297 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-05c17929-7978-41d6-be60-5f775488bdab req-ba0a4bd8-3f89-4c2a-a70d-049785dcb49b service neutron] 10.222.0.31 "GET /v2.0/networks?id=937e095d-9c43-4379-90ba-e4ceb11049cd HTTP/1.1" status: 200 len: 918 time: 0.0866442 Apr 28 22:54:14.896748 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-05c17929-7978-41d6-be60-5f775488bdab req-28f1ad28-6313-44fd-8bd5-4774c41e2388 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8360932-f6e6-426f-979f-312615548061 HTTP/1.1" status: 200 len: 1001 time: 0.3118305 Apr 28 22:54:14.944191 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c17929-7978-41d6-be60-5f775488bdab req-1f8a11e5-94ad-4c99-8d8a-6cfe91f4b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:54:14.945588 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-05c17929-7978-41d6-be60-5f775488bdab req-1f8a11e5-94ad-4c99-8d8a-6cfe91f4b48e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0557795c-801b-48d9-9aac-501223d0170a HTTP/1.1" status: 200 len: 856 time: 0.0426602 Apr 28 22:54:14.991245 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c17929-7978-41d6-be60-5f775488bdab req-f834281a-2798-4fa0-b360-f9cfc1faee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:54:14.992717 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-05c17929-7978-41d6-be60-5f775488bdab req-f834281a-2798-4fa0-b360-f9cfc1faee46 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=937e095d-9c43-4379-90ba-e4ceb11049cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403645 Apr 28 22:54:15.080604 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-05c17929-7978-41d6-be60-5f775488bdab req-429d77bf-a2fb-4b54-b1cd-e3cd29c22235 service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797312 Apr 28 22:54:15.170272 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-05c17929-7978-41d6-be60-5f775488bdab req-39dcbcfc-a1c1-4212-a514-9bfb67e2c82c service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832593 Apr 28 22:54:15.996698 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:22.660204 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:54:36.487755 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b3692117-a9b1-441a-84e3-e8e34561f0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:38.657582 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-dc14a846-4d21-4347-80c4-c8022fb8cb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:39.858923 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:41.242239 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:42.665118 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:45.967667 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:54.050502 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7c55d-d1b3-482c-a9cc-06375122395e req-df67a16f-df7b-4dda-8019-06ef27a64f71 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:54:54.051985 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-09f7c55d-d1b3-482c-a9cc-06375122395e req-df67a16f-df7b-4dda-8019-06ef27a64f71 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 946 time: 0.0548437 Apr 28 22:54:54.098265 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-09f7c55d-d1b3-482c-a9cc-06375122395e req-acc3074a-410c-42ba-9dba-0b32767ce543 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406790 Apr 28 22:54:55.214952 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ac9fa-6340-49fc-91cb-406c924c2c50 req-eb449064-f84f-4344-9677-85ccead968dd tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:54:55.216381 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4d6ac9fa-6340-49fc-91cb-406c924c2c50 req-eb449064-f84f-4344-9677-85ccead968dd tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 946 time: 0.0461860 Apr 28 22:54:55.261678 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4d6ac9fa-6340-49fc-91cb-406c924c2c50 req-b19391f4-ac4c-486d-9256-a464e1030e2d tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398865 Apr 28 22:54:55.388141 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 55284) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:54:55.533564 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Deleting port d05722c7-b4bb-4a30-a7e9-799967db96dd {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:54:55.533935 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (d05722c7-b4bb-4a30-a7e9-799967db96dd), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:55.609919 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (d05722c7-b4bb-4a30-a7e9-799967db96dd), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:55.610243 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for floatingip (d05722c7-b4bb-4a30-a7e9-799967db96dd), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:55.622472 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Calling delete_port for d05722c7-b4bb-4a30-a7e9-799967db96dd owned by network:floatingip {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:54:55.756773 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb73cc9-0972-406a-b51a-f37d84df8900 req-b0ee3e5f-6bba-455b-830e-26735cc3e18a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:54:55.761522 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ecb73cc9-0972-406a-b51a-f37d84df8900 req-b0ee3e5f-6bba-455b-830e-26735cc3e18a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 946 time: 0.0579119 Apr 28 22:54:55.872580 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [req-ecb73cc9-0972-406a-b51a-f37d84df8900 req-23254fb2-2a94-4d10-b9dd-50ea217603ee tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Deleting port c8360932-f6e6-426f-979f-312615548061 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:54:55.872920 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-ecb73cc9-0972-406a-b51a-f37d84df8900 req-23254fb2-2a94-4d10-b9dd-50ea217603ee tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (c8360932-f6e6-426f-979f-312615548061), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:55.933721 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (d05722c7-b4bb-4a30-a7e9-799967db96dd), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:55.967337 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event deleted for resources: {'Port': ['ID=d05722c7-b4bb-4a30-a7e9-799967db96dd,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:54:55.992412 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-ecb73cc9-0972-406a-b51a-f37d84df8900 req-23254fb2-2a94-4d10-b9dd-50ea217603ee tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] For port c8360932-f6e6-426f-979f-312615548061, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=c8360932-f6e6-426f-979f-312615548061,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:54:55.992775 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-ecb73cc9-0972-406a-b51a-f37d84df8900 req-23254fb2-2a94-4d10-b9dd-50ea217603ee tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (c8360932-f6e6-426f-979f-312615548061), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:56.012405 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:56.018092 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:56.018092 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:56.018092 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:56.018092 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:56.018092 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:56.018092 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:56.018092 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:56.018092 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:56.018092 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:56.018092 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:56.018092 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:56.018092 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:56.018092 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:56.019179 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:56.107773 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for floatingip (55870a29-deac-4dab-9447-fcd0f2bae383), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:56.108103 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.l3_db [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Floating IP 55870a29-deac-4dab-9447-fcd0f2bae383 disassociated (deleted). External IP: 172.27.0.111, port: b86f7bcf-b383-4964-9c83-d31fe75d7801. Apr 28 22:54:56.294344 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-ecb73cc9-0972-406a-b51a-f37d84df8900 req-23254fb2-2a94-4d10-b9dd-50ea217603ee tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:56.294855 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-ecb73cc9-0972-406a-b51a-f37d84df8900 req-23254fb2-2a94-4d10-b9dd-50ea217603ee tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (514448e0-fa80-482a-9e92-14c3ac71ecf6), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:56.294994 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.l3_db [req-ecb73cc9-0972-406a-b51a-f37d84df8900 req-23254fb2-2a94-4d10-b9dd-50ea217603ee tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Floating IP 514448e0-fa80-482a-9e92-14c3ac71ecf6 disassociated. External IP: 172.27.0.245, port: c8360932-f6e6-426f-979f-312615548061. Apr 28 22:54:56.295349 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [req-ecb73cc9-0972-406a-b51a-f37d84df8900 req-23254fb2-2a94-4d10-b9dd-50ea217603ee tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Calling delete_port for c8360932-f6e6-426f-979f-312615548061 owned by compute:nova {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:54:56.386670 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677e257-5ed5-4a82-8c9a-23dab4d111ba req-cbff9cd6-13cc-4634-aa87-727a3b4e4b1c tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:54:56.388132 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b677e257-5ed5-4a82-8c9a-23dab4d111ba req-cbff9cd6-13cc-4634-aa87-727a3b4e4b1c tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 946 time: 0.0466831 Apr 28 22:54:56.434610 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b677e257-5ed5-4a82-8c9a-23dab4d111ba req-bbd5f1e2-6777-4ccf-8c5e-7ad2b99bede7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=31980e85-9fe0-4cae-83de-5bb51b3f8921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401397 Apr 28 22:54:56.476094 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:54:56.618268 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-ecb73cc9-0972-406a-b51a-f37d84df8900 req-23254fb2-2a94-4d10-b9dd-50ea217603ee tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (c8360932-f6e6-426f-979f-312615548061), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:56.655505 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:54:56.660257 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:56.665030 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23254fb2-2a94-4d10-b9dd-50ea217603ee tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event deleted for resources: {'Port': ['ID=c8360932-f6e6-426f-979f-312615548061,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:54:56.667409 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3427151d-8d49-4d71-8b77-50af9ef96659 None None] Sync routers for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:54:56.677561 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427151d-8d49-4d71-8b77-50af9ef96659 None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:54:56.678308 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-3427151d-8d49-4d71-8b77-50af9ef96659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:54:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:54:56.700092 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-55b8c4e3-2be0-4597-8b0c-127caba490aa tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "DELETE /v2.0/floatingips/55870a29-deac-4dab-9447-fcd0f2bae383 HTTP/1.1" status: 204 len: 168 time: 1.3109202 Apr 28 22:54:56.730374 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6753719-5103-4de6-8005-b1c515f95815', 'tag': 'b86f7bcf-b383-4964-9c83-d31fe75d7801'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:54:56.732603 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc154b9-e82d-4abc-a64f-e47b7d793b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6753719-5103-4de6-8005-b1c515f95815", "tag": "b86f7bcf-b383-4964-9c83-d31fe75d7801"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:54:56.803101 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-3427151d-8d49-4d71-8b77-50af9ef96659 None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:54:56.817055 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecb73cc9-0972-406a-b51a-f37d84df8900 req-23254fb2-2a94-4d10-b9dd-50ea217603ee tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Router cb2c003e-975f-424d-83e9-da3f8b67dd2b has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:54:56.914597 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51d847b-724f-41f1-a29c-4bb581a3d046 x-openstack-request-id: req-e51d847b-724f-41f1-a29c-4bb581a3d046 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:54:56.914964 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6753719-5103-4de6-8005-b1c515f95815", "tag": "b86f7bcf-b383-4964-9c83-d31fe75d7801", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:54:56.915306 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e51d847b-724f-41f1-a29c-4bb581a3d046 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:54:56.915720 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51d847b-724f-41f1-a29c-4bb581a3d046'] response: {'name': 'network-changed', 'server_uuid': 'd6753719-5103-4de6-8005-b1c515f95815', 'tag': 'b86f7bcf-b383-4964-9c83-d31fe75d7801', 'status': 'completed', 'code': 200} Apr 28 22:54:56.941014 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecb73cc9-0972-406a-b51a-f37d84df8900 req-23254fb2-2a94-4d10-b9dd-50ea217603ee tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:54:56.954810 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b09affb-d4a0-4995-b3cc-d5bf251277a5 None None] Sync routers for ids ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:54:56.978747 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b09affb-d4a0-4995-b3cc-d5bf251277a5 None None] Routers {'cb2c003e-975f-424d-83e9-da3f8b67dd2b'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:54:56.979732 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-5b09affb-d4a0-4995-b3cc-d5bf251277a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:54:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:54:56.994140 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb73cc9-0972-406a-b51a-f37d84df8900 req-23254fb2-2a94-4d10-b9dd-50ea217603ee tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] No DVR routers for this DVR port c8360932-f6e6-426f-979f-312615548061 on host hv-cinder-83982 {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:54:56.996959 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-ecb73cc9-0972-406a-b51a-f37d84df8900 req-23254fb2-2a94-4d10-b9dd-50ea217603ee tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:57.001040 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ecb73cc9-0972-406a-b51a-f37d84df8900 req-23254fb2-2a94-4d10-b9dd-50ea217603ee tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.31 "DELETE /v2.0/ports/c8360932-f6e6-426f-979f-312615548061 HTTP/1.1" status: 204 len: 173 time: 1.2350881 Apr 28 22:54:57.016507 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc154b9-e82d-4abc-a64f-e47b7d793b4e req-3dafa6c2-c6b8-4fef-bb4f-d34ae4930f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:54:57.018937 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bfc154b9-e82d-4abc-a64f-e47b7d793b4e req-3dafa6c2-c6b8-4fef-bb4f-d34ae4930f01 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f434106bf30945f58afaceb0b3a389b0&device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 1130 time: 0.0754490 Apr 28 22:54:57.051450 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-3427151d-8d49-4d71-8b77-50af9ef96659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'e472203d-2af5-4a20-b37e-693ec39612ce', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'port_id': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'mac_address': 'fa:16:3e:25:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:50:11Z', 'updated_at': '2022-04-28T22:50:13Z', 'revision_number': 1, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:54:57.090118 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3427151d-8d49-4d71-8b77-50af9ef96659 None None] Checking router: 43a2ddb5-6429-488b-b4b9-2f7d0b116626 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:54:57.100625 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427151d-8d49-4d71-8b77-50af9ef96659 None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:54:57.101532 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-3427151d-8d49-4d71-8b77-50af9ef96659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:54:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:54:57.119564 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-5b09affb-d4a0-4995-b3cc-d5bf251277a5 None None] Set router cb2c003e-975f-424d-83e9-da3f8b67dd2b gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:54:57.137313 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc154b9-e82d-4abc-a64f-e47b7d793b4e req-520cdb5b-e5b7-43cb-90f8-05a3e6c6751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:54:57.138871 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bfc154b9-e82d-4abc-a64f-e47b7d793b4e req-520cdb5b-e5b7-43cb-90f8-05a3e6c6751d service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d4ddebe-289b-4288-8e3a-743f46cd7035 HTTP/1.1" status: 200 len: 912 time: 0.1143034 Apr 28 22:54:57.213094 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f950b22-6104-493e-8857-4514afd90024 req-64c100fc-36d6-44a4-9639-a83232b72c49 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:54:57.214785 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6f950b22-6104-493e-8857-4514afd90024 req-64c100fc-36d6-44a4-9639-a83232b72c49 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 946 time: 0.0633132 Apr 28 22:54:57.245605 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-3427151d-8d49-4d71-8b77-50af9ef96659 None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:54:57.270951 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6f950b22-6104-493e-8857-4514afd90024 req-705c2b39-65f9-4189-9ca7-e29876c3a708 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480113 Apr 28 22:54:57.327083 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-5b09affb-d4a0-4995-b3cc-d5bf251277a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:45Z', 'revision_number': 4, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '299958f2-da92-44d0-8e92-faea5870501b', 'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'mac_address': 'fa:16:3e:9f:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:44Z', 'updated_at': '2022-04-28T22:50:49Z', 'revision_number': 5, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'subnets': [{'id': '0557795c-801b-48d9-9aac-501223d0170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:54:57.356550 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b09affb-d4a0-4995-b3cc-d5bf251277a5 None None] Checking router: cb2c003e-975f-424d-83e9-da3f8b67dd2b for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:54:57.364548 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b09affb-d4a0-4995-b3cc-d5bf251277a5 None None] Routers {'cb2c003e-975f-424d-83e9-da3f8b67dd2b'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:54:57.365148 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-5b09affb-d4a0-4995-b3cc-d5bf251277a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:54:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:54:57.461785 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-3427151d-8d49-4d71-8b77-50af9ef96659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'e472203d-2af5-4a20-b37e-693ec39612ce', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'port_id': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'mac_address': 'fa:16:3e:25:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:50:11Z', 'updated_at': '2022-04-28T22:50:13Z', 'revision_number': 1, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:54:57.473752 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-5b09affb-d4a0-4995-b3cc-d5bf251277a5 None None] Set router cb2c003e-975f-424d-83e9-da3f8b67dd2b gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:54:57.489781 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3427151d-8d49-4d71-8b77-50af9ef96659 None None] The sync data for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi is: [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'e472203d-2af5-4a20-b37e-693ec39612ce', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'port_id': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'mac_address': 'fa:16:3e:25:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:50:11Z', 'updated_at': '2022-04-28T22:50:13Z', 'revision_number': 1, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:54:57.542310 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7f7fddee-ae32-4683-9dc6-99d1c8017a05 req-e60b7831-fb0b-405b-a113-c598d36bc031 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 210 time: 0.0322118 Apr 28 22:54:57.670404 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-5b09affb-d4a0-4995-b3cc-d5bf251277a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:45Z', 'revision_number': 4, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '299958f2-da92-44d0-8e92-faea5870501b', 'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'mac_address': 'fa:16:3e:9f:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:44Z', 'updated_at': '2022-04-28T22:50:49Z', 'revision_number': 5, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'subnets': [{'id': '0557795c-801b-48d9-9aac-501223d0170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:54:57.698160 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b09affb-d4a0-4995-b3cc-d5bf251277a5 None None] The sync data for ids ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'] in dv-cinder-839825-1-iscsi is: [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:45Z', 'revision_number': 4, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '299958f2-da92-44d0-8e92-faea5870501b', 'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'mac_address': 'fa:16:3e:9f:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:44Z', 'updated_at': '2022-04-28T22:50:49Z', 'revision_number': 5, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'subnets': [{'id': '0557795c-801b-48d9-9aac-501223d0170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:54:57.749782 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14931412-5987-4e70-9949-71e5737bff9e None None] New status for floating IP 55870a29-deac-4dab-9447-fcd0f2bae383: DOWN {{(pid=110301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:54:57.941922 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d383de-8868-4970-b65d-fd788d894556 None None] New status for floating IP 514448e0-fa80-482a-9e92-14c3ac71ecf6: DOWN {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:54:58.076299 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bfc154b9-e82d-4abc-a64f-e47b7d793b4e req-e7df1c8c-92e2-491e-8300-2463811af394 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b86f7bcf-b383-4964-9c83-d31fe75d7801 HTTP/1.1" status: 200 len: 217 time: 0.0419576 Apr 28 22:54:58.126134 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc154b9-e82d-4abc-a64f-e47b7d793b4e req-8315badc-7c67-4009-93e6-70f545837545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:54:58.128249 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bfc154b9-e82d-4abc-a64f-e47b7d793b4e req-8315badc-7c67-4009-93e6-70f545837545 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=170b4ca0-74a9-45ac-9923-9c9a50ebf98b HTTP/1.1" status: 200 len: 850 time: 0.0453453 Apr 28 22:54:58.191725 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc154b9-e82d-4abc-a64f-e47b7d793b4e req-01c6ac12-acea-4545-92ee-a9b6eda588c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:54:58.193202 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bfc154b9-e82d-4abc-a64f-e47b7d793b4e req-01c6ac12-acea-4545-92ee-a9b6eda588c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d4ddebe-289b-4288-8e3a-743f46cd7035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398419 Apr 28 22:54:58.286030 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bfc154b9-e82d-4abc-a64f-e47b7d793b4e req-d8890fa5-93b5-45aa-8e6e-88d6be40e0f1 service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862992 Apr 28 22:54:58.436018 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce831c9-59fd-4ab3-a61f-0828f3fad9c3 req-c17619f9-95ed-406a-95ba-5774a47c6d1c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:54:58.437440 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3ce831c9-59fd-4ab3-a61f-0828f3fad9c3 req-c17619f9-95ed-406a-95ba-5774a47c6d1c tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 946 time: 0.0903251 Apr 28 22:54:58.484048 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bfc154b9-e82d-4abc-a64f-e47b7d793b4e req-e4b3b019-0039-4732-a549-e0a33dae1acd service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449063 Apr 28 22:54:58.501928 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3ce831c9-59fd-4ab3-a61f-0828f3fad9c3 req-e15636f5-b4da-4165-84fc-bc1ff6a25756 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579953 Apr 28 22:54:58.661188 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ee6ac07b-d915-4645-8cab-c50ba8c2c4d2 req-ddfe0604-41ef-4180-bb12-2313edf1aa47 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c70bfeb-5728-48ab-9906-ac0196ac0e82 HTTP/1.1" status: 200 len: 210 time: 0.0313523 Apr 28 22:54:58.677555 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1c17d-a754-41a3-a60e-5d25d52c0a49 req-275bdd2f-c661-42b7-a542-df6aa1c1b303 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:54:58.679074 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0fb1c17d-a754-41a3-a60e-5d25d52c0a49 req-275bdd2f-c661-42b7-a542-df6aa1c1b303 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 946 time: 0.0488436 Apr 28 22:54:58.916544 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'name': 'network-vif-deleted', 'tag': 'c8360932-f6e6-426f-979f-312615548061'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:54:58.918952 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153bf4c2-f182-4ae4-b0c2-b0f2c348df69" -d '{"events": [{"server_uuid": "2c70bfeb-5728-48ab-9906-ac0196ac0e82", "name": "network-vif-deleted", "tag": "c8360932-f6e6-426f-979f-312615548061"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:54:58.946704 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-0fb1c17d-a754-41a3-a60e-5d25d52c0a49 req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Deleting port b86f7bcf-b383-4964-9c83-d31fe75d7801 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:54:58.947136 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-0fb1c17d-a754-41a3-a60e-5d25d52c0a49 req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (b86f7bcf-b383-4964-9c83-d31fe75d7801), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:58.953682 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c373de0b-cfd5-46a7-a76c-129038a790d4 x-openstack-request-id: req-c373de0b-cfd5-46a7-a76c-129038a790d4 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:54:58.954021 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c70bfeb-5728-48ab-9906-ac0196ac0e82", "name": "network-vif-deleted", "tag": "c8360932-f6e6-426f-979f-312615548061", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:54:58.954294 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c373de0b-cfd5-46a7-a76c-129038a790d4 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:54:58.955195 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c373de0b-cfd5-46a7-a76c-129038a790d4'] response: {'server_uuid': '2c70bfeb-5728-48ab-9906-ac0196ac0e82', 'name': 'network-vif-deleted', 'tag': 'c8360932-f6e6-426f-979f-312615548061', 'status': 'completed', 'code': 200} Apr 28 22:54:59.035403 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-0fb1c17d-a754-41a3-a60e-5d25d52c0a49 req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] For port b86f7bcf-b383-4964-9c83-d31fe75d7801, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=b86f7bcf-b383-4964-9c83-d31fe75d7801,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:54:59.035763 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-0fb1c17d-a754-41a3-a60e-5d25d52c0a49 req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (b86f7bcf-b383-4964-9c83-d31fe75d7801), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:59.055758 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-0fb1c17d-a754-41a3-a60e-5d25d52c0a49 req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Calling delete_port for b86f7bcf-b383-4964-9c83-d31fe75d7801 owned by compute:nova {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:54:59.241684 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-0fb1c17d-a754-41a3-a60e-5d25d52c0a49 req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (b86f7bcf-b383-4964-9c83-d31fe75d7801), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:59.268671 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event deleted for resources: {'Port': ['ID=b86f7bcf-b383-4964-9c83-d31fe75d7801,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:54:59.283587 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:59.283909 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:59.284259 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:59.284594 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:59.284921 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:59.285246 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:59.285571 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:59.285933 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:59.286926 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:59.287273 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:59.287603 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:59.288114 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:59.288449 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:59.288777 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:59.289081 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:54:59.328747 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb1c17d-a754-41a3-a60e-5d25d52c0a49 req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] No DVR routers for this DVR port b86f7bcf-b383-4964-9c83-d31fe75d7801 on host hv-cinder-83982 {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:54:59.332358 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-0fb1c17d-a754-41a3-a60e-5d25d52c0a49 req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:59.335980 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0fb1c17d-a754-41a3-a60e-5d25d52c0a49 req-5dd78e2b-63ff-439c-8b6d-a586a441c29f tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.31 "DELETE /v2.0/ports/b86f7bcf-b383-4964-9c83-d31fe75d7801 HTTP/1.1" status: 204 len: 173 time: 0.4743698 Apr 28 22:54:59.336450 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6753719-5103-4de6-8005-b1c515f95815', 'name': 'network-vif-deleted', 'tag': 'b86f7bcf-b383-4964-9c83-d31fe75d7801'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:54:59.339801 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d4cb67-a12a-41cd-b5a8-c4b77218d999" -d '{"events": [{"server_uuid": "d6753719-5103-4de6-8005-b1c515f95815", "name": "network-vif-deleted", "tag": "b86f7bcf-b383-4964-9c83-d31fe75d7801"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:54:59.380397 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1dcd88-dd08-44e2-b6f2-b7a37ee03a80 x-openstack-request-id: req-ee1dcd88-dd08-44e2-b6f2-b7a37ee03a80 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:54:59.380397 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6753719-5103-4de6-8005-b1c515f95815", "name": "network-vif-deleted", "tag": "b86f7bcf-b383-4964-9c83-d31fe75d7801", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:54:59.380397 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee1dcd88-dd08-44e2-b6f2-b7a37ee03a80 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:54:59.380397 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1dcd88-dd08-44e2-b6f2-b7a37ee03a80'] response: {'server_uuid': 'd6753719-5103-4de6-8005-b1c515f95815', 'name': 'network-vif-deleted', 'tag': 'b86f7bcf-b383-4964-9c83-d31fe75d7801', 'status': 'completed', 'code': 200} Apr 28 22:54:59.535103 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device b86f7bcf-b383-4964-9c83-d31fe75d7801 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:54:59.554850 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: b86f7bcf-b383-4964-9c83-d31fe75d7801 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:54:59.555198 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device b86f7bcf-b383-4964-9c83-d31fe75d7801 not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:54:59.555624 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device c8360932-f6e6-426f-979f-312615548061 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:54:59.578453 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: c8360932-f6e6-426f-979f-312615548061 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:54:59.578761 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device c8360932-f6e6-426f-979f-312615548061 not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:54:59.603812 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-06a03cf4-dd18-441b-95b6-7835268cc05c req-ed9f4d61-e733-40ba-83ce-d1464bbc84a1 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6753719-5103-4de6-8005-b1c515f95815 HTTP/1.1" status: 200 len: 210 time: 0.0308180 Apr 28 22:54:59.658927 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:54:59.804724 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 55316) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:54:59.858150 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9d37ca31-e6d5-4824-ac06-2fd5c8f2e687 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group (31980e85-9fe0-4cae-83de-5bb51b3f8921), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:54:59.884057 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9d37ca31-e6d5-4824-ac06-2fd5c8f2e687 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group (31980e85-9fe0-4cae-83de-5bb51b3f8921), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:00.024796 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9d37ca31-e6d5-4824-ac06-2fd5c8f2e687 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (31980e85-9fe0-4cae-83de-5bb51b3f8921), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:00.027322 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9d37ca31-e6d5-4824-ac06-2fd5c8f2e687 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:00.028565 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-9d37ca31-e6d5-4824-ac06-2fd5c8f2e687 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "DELETE /v2.0/security-groups/31980e85-9fe0-4cae-83de-5bb51b3f8921 HTTP/1.1" status: 204 len: 168 time: 0.2227931 Apr 28 22:55:00.031275 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55318) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:00.038414 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37ca31-e6d5-4824-ac06-2fd5c8f2e687 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31980e85-9fe0-4cae-83de-5bb51b3f8921,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:00.044762 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.api.v2.resource [None req-d9f59716-ef0e-4672-b7c3-e665597fc1da tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] show failed (client error): The resource could not be found. Apr 28 22:55:00.045754 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d9f59716-ef0e-4672-b7c3-e665597fc1da tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups/31980e85-9fe0-4cae-83de-5bb51b3f8921 HTTP/1.1" status: 404 len: 347 time: 0.0134623 Apr 28 22:55:00.053757 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55320) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:00.167682 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-d3a1aa8a-55e9-4478-9efe-d4dfaa383764 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Deleting port 3ff302bc-cd6d-41bb-a78f-078e8b086df8 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:55:00.168002 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d3a1aa8a-55e9-4478-9efe-d4dfaa383764 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (3ff302bc-cd6d-41bb-a78f-078e8b086df8), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:00.243598 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d3a1aa8a-55e9-4478-9efe-d4dfaa383764 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (3ff302bc-cd6d-41bb-a78f-078e8b086df8), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:00.244260 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d3a1aa8a-55e9-4478-9efe-d4dfaa383764 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for floatingip (3ff302bc-cd6d-41bb-a78f-078e8b086df8), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:00.255824 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-d3a1aa8a-55e9-4478-9efe-d4dfaa383764 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Calling delete_port for 3ff302bc-cd6d-41bb-a78f-078e8b086df8 owned by network:floatingip {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:55:00.459056 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d3a1aa8a-55e9-4478-9efe-d4dfaa383764 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (3ff302bc-cd6d-41bb-a78f-078e8b086df8), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:00.482899 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1aa8a-55e9-4478-9efe-d4dfaa383764 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event deleted for resources: {'Port': ['ID=3ff302bc-cd6d-41bb-a78f-078e8b086df8,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:00.552140 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d3a1aa8a-55e9-4478-9efe-d4dfaa383764 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for floatingip (514448e0-fa80-482a-9e92-14c3ac71ecf6), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:00.554648 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d3a1aa8a-55e9-4478-9efe-d4dfaa383764 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:00.555791 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d3a1aa8a-55e9-4478-9efe-d4dfaa383764 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "DELETE /v2.0/floatingips/514448e0-fa80-482a-9e92-14c3ac71ecf6 HTTP/1.1" status: 204 len: 168 time: 0.5010245 Apr 28 22:55:00.930510 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55330) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:00.935101 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-ca897b50-e7f8-4794-8140-35492b62da07 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2036079560', 'description': 'tempest-description--1730243125'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:55:01.011256 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ca897b50-e7f8-4794-8140-35492b62da07 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:01.077937 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ca897b50-e7f8-4794-8140-35492b62da07 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group (703a934c-8693-4ffd-9d65-cf0ae4ac7c6a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:01.182013 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ca897b50-e7f8-4794-8140-35492b62da07 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (703a934c-8693-4ffd-9d65-cf0ae4ac7c6a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:01.210947 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca897b50-e7f8-4794-8140-35492b62da07 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:01.283309 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ca897b50-e7f8-4794-8140-35492b62da07 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:01.284535 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-ca897b50-e7f8-4794-8140-35492b62da07 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3530331 Apr 28 22:55:01.287454 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55332) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:01.291629 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-53eb3636-cc2a-4c70-9c28-8b65258fbf3f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Request body: {'security_group_rule': {'security_group_id': '703a934c-8693-4ffd-9d65-cf0ae4ac7c6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:55:01.468875 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-53eb3636-cc2a-4c70-9c28-8b65258fbf3f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group_rule (dbba6868-3b5a-4cb8-b051-fd097a31e3a4), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:01.518116 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-53eb3636-cc2a-4c70-9c28-8b65258fbf3f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group_rule (dbba6868-3b5a-4cb8-b051-fd097a31e3a4), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:01.607118 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-53eb3636-cc2a-4c70-9c28-8b65258fbf3f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (dbba6868-3b5a-4cb8-b051-fd097a31e3a4), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:01.627969 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb3636-cc2a-4c70-9c28-8b65258fbf3f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbba6868-3b5a-4cb8-b051-fd097a31e3a4,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:01.694725 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-53eb3636-cc2a-4c70-9c28-8b65258fbf3f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:01.695924 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-53eb3636-cc2a-4c70-9c28-8b65258fbf3f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4075451 Apr 28 22:55:01.698811 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55334) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:01.702931 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-49e27125-d510-4644-a590-b2c24a575f3e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Request body: {'security_group_rule': {'security_group_id': '703a934c-8693-4ffd-9d65-cf0ae4ac7c6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:55:01.795112 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-49e27125-d510-4644-a590-b2c24a575f3e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group_rule (6a7527ee-34cc-4b17-8ab7-498cc3b438e7), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:01.849202 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-49e27125-d510-4644-a590-b2c24a575f3e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group_rule (6a7527ee-34cc-4b17-8ab7-498cc3b438e7), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:01.915818 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-49e27125-d510-4644-a590-b2c24a575f3e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (6a7527ee-34cc-4b17-8ab7-498cc3b438e7), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:01.933344 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e27125-d510-4644-a590-b2c24a575f3e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7527ee-34cc-4b17-8ab7-498cc3b438e7,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:02.032106 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-49e27125-d510-4644-a590-b2c24a575f3e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:02.033435 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-49e27125-d510-4644-a590-b2c24a575f3e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3337202 Apr 28 22:55:02.037067 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55340) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:02.041363 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Request body: {'floatingip': {'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:55:02.138856 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:02.214914 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:02.321498 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Allocated IP 172.27.0.175 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/1ca02626-ac39-43c0-a382-aecdc0999177) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:55:02.423719 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for port (1ca02626-ac39-43c0-a382-aecdc0999177), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:02.525736 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (1ca02626-ac39-43c0-a382-aecdc0999177), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:02.563283 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:55:02.566153 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:55:02.569094 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:55:02.597574 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event updated for resources: {'Port': ['ID=1ca02626-ac39-43c0-a382-aecdc0999177,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:02.660131 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for floatingip (14e809c8-dcf5-4e47-a778-4741d0fdeb48), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:02.743876 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (1ca02626-ac39-43c0-a382-aecdc0999177), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:02.888281 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for port (1ca02626-ac39-43c0-a382-aecdc0999177), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:02.942082 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (1ca02626-ac39-43c0-a382-aecdc0999177), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:03.013159 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event updated for resources: {'Port': ['ID=1ca02626-ac39-43c0-a382-aecdc0999177,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:03.020963 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (14e809c8-dcf5-4e47-a778-4741d0fdeb48), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:03.093696 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55346) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:03.104130 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:03.105306 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-bb6500e1-716b-414d-b883-eb465e028514 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0673406 Apr 28 22:55:03.254027 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e3e10-fd9c-40db-9ec8-98f8da7f22e0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Deleting port f09371be-63bd-4171-9ef4-03e1d0a4286c {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:55:03.254377 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3a2e3e10-fd9c-40db-9ec8-98f8da7f22e0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (f09371be-63bd-4171-9ef4-03e1d0a4286c), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:03.361724 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-22314762-96dd-4cae-966f-ad9392059775 req-d82ab61f-bbcf-439e-9f77-0f71b07b0c8f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2036079560&fields=id&tenant_id=989e8026f8c4491aa03a37dac04c7f8a HTTP/1.1" status: 200 len: 267 time: 0.0950913 Apr 28 22:55:03.371468 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3a2e3e10-fd9c-40db-9ec8-98f8da7f22e0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (f09371be-63bd-4171-9ef4-03e1d0a4286c), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:03.371793 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3a2e3e10-fd9c-40db-9ec8-98f8da7f22e0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for floatingip (f09371be-63bd-4171-9ef4-03e1d0a4286c), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:03.403492 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e3e10-fd9c-40db-9ec8-98f8da7f22e0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Calling delete_port for f09371be-63bd-4171-9ef4-03e1d0a4286c owned by network:floatingip {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:55:03.551138 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314762-96dd-4cae-966f-ad9392059775 req-7e64a3b2-d5a2-4a83-8d17-d50e811fee71 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:03.552601 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-22314762-96dd-4cae-966f-ad9392059775 req-7e64a3b2-d5a2-4a83-8d17-d50e811fee71 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/networks?id=937e095d-9c43-4379-90ba-e4ceb11049cd HTTP/1.1" status: 200 len: 817 time: 0.1837134 Apr 28 22:55:03.577590 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-22314762-96dd-4cae-966f-ad9392059775 req-49ef8f9d-ec99-4e89-b98f-0c5def565e99 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/quotas/989e8026f8c4491aa03a37dac04c7f8a HTTP/1.1" status: 200 len: 375 time: 0.0195160 Apr 28 22:55:03.636137 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-22314762-96dd-4cae-966f-ad9392059775 req-433e37cf-bb9f-49aa-82cc-484e26714d42 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=989e8026f8c4491aa03a37dac04c7f8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520382 Apr 28 22:55:03.738942 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3a2e3e10-fd9c-40db-9ec8-98f8da7f22e0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (f09371be-63bd-4171-9ef4-03e1d0a4286c), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:03.786555 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e3e10-fd9c-40db-9ec8-98f8da7f22e0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event deleted for resources: {'Port': ['ID=f09371be-63bd-4171-9ef4-03e1d0a4286c,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:03.884960 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3a2e3e10-fd9c-40db-9ec8-98f8da7f22e0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for floatingip (e472203d-2af5-4a20-b37e-693ec39612ce), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:03.885202 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [None req-3a2e3e10-fd9c-40db-9ec8-98f8da7f22e0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Floating IP e472203d-2af5-4a20-b37e-693ec39612ce disassociated (deleted). External IP: 172.27.0.240, port: 3daacfde-e1f9-4fbf-8875-abd8f79b84aa. Apr 28 22:55:03.920986 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-22314762-96dd-4cae-966f-ad9392059775 req-33f529f4-20b1-442f-9a40-7c31548bc0f3 service neutron] 10.222.0.13 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631254 Apr 28 22:55:04.308490 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-22314762-96dd-4cae-966f-ad9392059775 req-bde83d70-db90-433b-b5e3-e50fe01738ae service neutron] 10.222.0.13 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814623 Apr 28 22:55:04.412809 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2e3e10-fd9c-40db-9ec8-98f8da7f22e0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:55:04.531368 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2e3e10-fd9c-40db-9ec8-98f8da7f22e0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:55:04.536148 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-3a2e3e10-fd9c-40db-9ec8-98f8da7f22e0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:04.543673 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f64dc9-3cab-495c-bf4a-9f972c52b69a None None] Sync routers for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:55:04.553537 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f64dc9-3cab-495c-bf4a-9f972c52b69a None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:55:04.554172 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-e2f64dc9-3cab-495c-bf4a-9f972c52b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:54:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:04.557275 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-33c6827f-2d15-404a-bedd-44645506f7a0 req-3539117d-af17-48ab-a7fa-b2d6fafd2611 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 210 time: 0.0451083 Apr 28 22:55:04.571717 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-3a2e3e10-fd9c-40db-9ec8-98f8da7f22e0 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "DELETE /v2.0/floatingips/e472203d-2af5-4a20-b37e-693ec39612ce HTTP/1.1" status: 204 len: 168 time: 1.4765074 Apr 28 22:55:04.572493 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'tag': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:55:04.576330 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2557451-d791-4e0c-ad6a-c384e0813aad" -d '{"events": [{"name": "network-changed", "server_uuid": "4326297e-80b3-4ba1-97a3-daa5e155df95", "tag": "3daacfde-e1f9-4fbf-8875-abd8f79b84aa"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:55:04.648289 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757118a2-5e53-4496-80e1-188c3939a6d3 x-openstack-request-id: req-757118a2-5e53-4496-80e1-188c3939a6d3 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:55:04.648590 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4326297e-80b3-4ba1-97a3-daa5e155df95", "tag": "3daacfde-e1f9-4fbf-8875-abd8f79b84aa", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:55:04.648850 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-757118a2-5e53-4496-80e1-188c3939a6d3 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:55:04.649263 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-757118a2-5e53-4496-80e1-188c3939a6d3'] response: {'name': 'network-changed', 'server_uuid': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'tag': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa', 'status': 'completed', 'code': 200} Apr 28 22:55:04.680190 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-e2f64dc9-3cab-495c-bf4a-9f972c52b69a None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:55:04.719362 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2557451-d791-4e0c-ad6a-c384e0813aad req-cc9827f9-d4e6-41cd-a80e-93c147e56f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:04.721614 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e2557451-d791-4e0c-ad6a-c384e0813aad req-cc9827f9-d4e6-41cd-a80e-93c147e56f34 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f434106bf30945f58afaceb0b3a389b0&device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 1129 time: 0.0479164 Apr 28 22:55:04.830931 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2557451-d791-4e0c-ad6a-c384e0813aad req-113fcdd8-e1a1-49f8-b741-e37d5867cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:04.832852 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e2557451-d791-4e0c-ad6a-c384e0813aad req-113fcdd8-e1a1-49f8-b741-e37d5867cbee service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d4ddebe-289b-4288-8e3a-743f46cd7035 HTTP/1.1" status: 200 len: 912 time: 0.1008179 Apr 28 22:55:04.900080 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-e2f64dc9-3cab-495c-bf4a-9f972c52b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:04.931186 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f64dc9-3cab-495c-bf4a-9f972c52b69a None None] Checking router: 43a2ddb5-6429-488b-b4b9-2f7d0b116626 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:55:04.943713 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f64dc9-3cab-495c-bf4a-9f972c52b69a None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:55:04.944369 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-e2f64dc9-3cab-495c-bf4a-9f972c52b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:54:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:04.969188 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91304532-17ba-48e8-9385-62f6c48b1af6 req-4e9d7b56-6658-4b0b-b82a-63907ac5d786 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:04.971072 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-91304532-17ba-48e8-9385-62f6c48b1af6 req-4e9d7b56-6658-4b0b-b82a-63907ac5d786 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 945 time: 0.0506394 Apr 28 22:55:05.029929 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-91304532-17ba-48e8-9385-62f6c48b1af6 req-bc91b542-55ea-4717-a8c6-1a9112654db1 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522947 Apr 28 22:55:05.057443 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-e2f64dc9-3cab-495c-bf4a-9f972c52b69a None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:55:05.245887 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-e2f64dc9-3cab-495c-bf4a-9f972c52b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:05.275529 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f64dc9-3cab-495c-bf4a-9f972c52b69a None None] The sync data for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi is: [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:45:11Z', 'revision_number': 4, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '56154192-2db1-48a9-9045-8b608e051d2e', 'name': '', 'network_id': '0d4ddebe-289b-4288-8e3a-743f46cd7035', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'mac_address': 'fa:16:3e:41:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:10Z', 'updated_at': '2022-04-28T22:45:18Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'subnets': [{'id': '170b4ca0-74a9-45ac-9923-9c9a50ebf98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:55:05.494224 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b474e8e-926c-4e38-9f54-9caf99b8b182 None None] New status for floating IP e472203d-2af5-4a20-b37e-693ec39612ce: DOWN {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:55:05.677547 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-512d552f-0864-4e4b-90b0-23c8bc1b48b3 req-469229b9-1f3d-4dd4-bfd8-b20311e40024 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 210 time: 0.0287464 Apr 28 22:55:05.757062 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e2557451-d791-4e0c-ad6a-c384e0813aad req-397c69c0-039e-4a04-8412-e87b15a6793f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3daacfde-e1f9-4fbf-8875-abd8f79b84aa HTTP/1.1" status: 200 len: 217 time: 0.0385563 Apr 28 22:55:05.805050 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2557451-d791-4e0c-ad6a-c384e0813aad req-19555a9b-4e1c-4675-aaed-7027a303e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:05.806458 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e2557451-d791-4e0c-ad6a-c384e0813aad req-19555a9b-4e1c-4675-aaed-7027a303e741 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=170b4ca0-74a9-45ac-9923-9c9a50ebf98b HTTP/1.1" status: 200 len: 850 time: 0.0432994 Apr 28 22:55:05.874987 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2557451-d791-4e0c-ad6a-c384e0813aad req-a1aaa56c-70aa-4ca9-9d30-485f50d4ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:05.876464 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e2557451-d791-4e0c-ad6a-c384e0813aad req-a1aaa56c-70aa-4ca9-9d30-485f50d4ed5c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d4ddebe-289b-4288-8e3a-743f46cd7035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437212 Apr 28 22:55:05.966879 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e2557451-d791-4e0c-ad6a-c384e0813aad req-376757ba-7db2-4346-a802-47c6f71e806c service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837727 Apr 28 22:55:06.146672 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e89158-2316-4a54-a48d-ed67f307bae2 req-294a5a39-764f-4be4-bec3-a1bb63551021 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:06.148181 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-95e89158-2316-4a54-a48d-ed67f307bae2 req-294a5a39-764f-4be4-bec3-a1bb63551021 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 945 time: 0.0473790 Apr 28 22:55:06.163146 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e2557451-d791-4e0c-ad6a-c384e0813aad req-d7d342bf-b0ce-4f65-bb3e-d312bc302737 service neutron] 10.222.0.31 "GET /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914257 Apr 28 22:55:06.196965 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-95e89158-2316-4a54-a48d-ed67f307bae2 req-c23bfc4d-4cde-4b86-8db1-01f4cc796b2d tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/security-groups?id=7265c189-860e-4a1e-8426-c05d7048629e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432715 Apr 28 22:55:06.479162 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d53014d0-300b-4916-a071-becc2fdd6690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:06.684295 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f35de-bd08-4685-a2a7-36737d84024f req-29f2be1b-2c5e-4f4c-ad64-0b9c495250bc tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:06.686549 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b84f35de-bd08-4685-a2a7-36737d84024f req-29f2be1b-2c5e-4f4c-ad64-0b9c495250bc tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.31 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 945 time: 0.0477648 Apr 28 22:55:06.790606 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-78015bbd-16ad-4986-8bc2-9849ef48d9b1 req-e1d05f53-191e-4aee-883c-d6d7f36e224a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 210 time: 0.0302908 Apr 28 22:55:06.802468 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-b84f35de-bd08-4685-a2a7-36737d84024f req-127d0641-41b7-48b3-a029-f7056d75cc9e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Deleting port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:55:06.802815 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-b84f35de-bd08-4685-a2a7-36737d84024f req-127d0641-41b7-48b3-a029-f7056d75cc9e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (3daacfde-e1f9-4fbf-8875-abd8f79b84aa), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:06.892781 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-b84f35de-bd08-4685-a2a7-36737d84024f req-127d0641-41b7-48b3-a029-f7056d75cc9e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] For port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=3daacfde-e1f9-4fbf-8875-abd8f79b84aa,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:55:06.893146 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-b84f35de-bd08-4685-a2a7-36737d84024f req-127d0641-41b7-48b3-a029-f7056d75cc9e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (3daacfde-e1f9-4fbf-8875-abd8f79b84aa), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:06.906280 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-b84f35de-bd08-4685-a2a7-36737d84024f req-127d0641-41b7-48b3-a029-f7056d75cc9e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Calling delete_port for 3daacfde-e1f9-4fbf-8875-abd8f79b84aa owned by compute:nova {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:55:06.925269 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314762-96dd-4cae-966f-ad9392059775 req-e48eca41-c8f0-43fe-b917-515772bbfff9 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:06.927248 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-22314762-96dd-4cae-966f-ad9392059775 req-e48eca41-c8f0-43fe-b917-515772bbfff9 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.31 "GET /v2.0/networks?id=937e095d-9c43-4379-90ba-e4ceb11049cd HTTP/1.1" status: 200 len: 817 time: 0.1016247 Apr 28 22:55:06.996924 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-22314762-96dd-4cae-966f-ad9392059775 req-989bdb67-0be7-4547-863f-89ecf3ac485a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=989e8026f8c4491aa03a37dac04c7f8a HTTP/1.1" status: 200 len: 380 time: 0.0560470 Apr 28 22:55:07.007234 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-22314762-96dd-4cae-966f-ad9392059775 req-c84b293d-52ad-4a18-9cd8-14a48cc97038 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Request body: {'port': {'device_id': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'admin_state_up': True, 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'security_groups': ['703a934c-8693-4ffd-9d65-cf0ae4ac7c6a']}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:55:07.099497 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-b84f35de-bd08-4685-a2a7-36737d84024f req-127d0641-41b7-48b3-a029-f7056d75cc9e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (3daacfde-e1f9-4fbf-8875-abd8f79b84aa), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:07.127959 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d0641-41b7-48b3-a029-f7056d75cc9e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event deleted for resources: {'Port': ['ID=3daacfde-e1f9-4fbf-8875-abd8f79b84aa,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:07.173414 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22314762-96dd-4cae-966f-ad9392059775 req-c84b293d-52ad-4a18-9cd8-14a48cc97038 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Made reservation on behalf of 989e8026f8c4491aa03a37dac04c7f8a for: {'port': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:55:07.177495 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-22314762-96dd-4cae-966f-ad9392059775 req-c84b293d-52ad-4a18-9cd8-14a48cc97038 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:07.178645 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84f35de-bd08-4685-a2a7-36737d84024f req-127d0641-41b7-48b3-a029-f7056d75cc9e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] No DVR routers for this DVR port 3daacfde-e1f9-4fbf-8875-abd8f79b84aa on host hv-cinder-83982 {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:55:07.181064 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-b84f35de-bd08-4685-a2a7-36737d84024f req-127d0641-41b7-48b3-a029-f7056d75cc9e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:07.184446 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b84f35de-bd08-4685-a2a7-36737d84024f req-127d0641-41b7-48b3-a029-f7056d75cc9e tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.31 "DELETE /v2.0/ports/3daacfde-e1f9-4fbf-8875-abd8f79b84aa HTTP/1.1" status: 204 len: 173 time: 0.4923582 Apr 28 22:55:07.184882 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'name': 'network-vif-deleted', 'tag': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:55:07.187144 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c503a674-23cc-47b4-864e-3850a6f636d9" -d '{"events": [{"server_uuid": "4326297e-80b3-4ba1-97a3-daa5e155df95", "name": "network-vif-deleted", "tag": "3daacfde-e1f9-4fbf-8875-abd8f79b84aa"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:55:07.222914 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025cec47-1839-4d23-838a-ac5c2107440b x-openstack-request-id: req-025cec47-1839-4d23-838a-ac5c2107440b {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:55:07.223212 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4326297e-80b3-4ba1-97a3-daa5e155df95", "name": "network-vif-deleted", "tag": "3daacfde-e1f9-4fbf-8875-abd8f79b84aa", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:55:07.223464 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-025cec47-1839-4d23-838a-ac5c2107440b {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:55:07.223877 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-025cec47-1839-4d23-838a-ac5c2107440b'] response: {'server_uuid': '4326297e-80b3-4ba1-97a3-daa5e155df95', 'name': 'network-vif-deleted', 'tag': '3daacfde-e1f9-4fbf-8875-abd8f79b84aa', 'status': 'completed', 'code': 200} Apr 28 22:55:07.310264 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e34b5dd7-11c0-41e4-a688-c191ba718b93 req-751c11a2-c35c-4612-84bc-34cdc99e9470 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 210 time: 0.0290000 Apr 28 22:55:07.316852 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [req-22314762-96dd-4cae-966f-ad9392059775 req-c84b293d-52ad-4a18-9cd8-14a48cc97038 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Allocated IP 172.20.0.9 (937e095d-9c43-4379-90ba-e4ceb11049cd/0557795c-801b-48d9-9aac-501223d0170a/cd40c7fc-b131-4486-8d6b-6afcde7213ff) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:55:07.459034 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-22314762-96dd-4cae-966f-ad9392059775 req-c84b293d-52ad-4a18-9cd8-14a48cc97038 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:07.545207 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-22314762-96dd-4cae-966f-ad9392059775 req-c84b293d-52ad-4a18-9cd8-14a48cc97038 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:07.588602 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22314762-96dd-4cae-966f-ad9392059775 req-c84b293d-52ad-4a18-9cd8-14a48cc97038 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Network 937e095d-9c43-4379-90ba-e4ceb11049cd is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:55:07.591850 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [req-22314762-96dd-4cae-966f-ad9392059775 req-c84b293d-52ad-4a18-9cd8-14a48cc97038 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:55:07.594436 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-22314762-96dd-4cae-966f-ad9392059775 req-c84b293d-52ad-4a18-9cd8-14a48cc97038 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:55:07.631973 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b293d-52ad-4a18-9cd8-14a48cc97038 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event updated for resources: {'Port': ['ID=cd40c7fc-b131-4486-8d6b-6afcde7213ff,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:07.657722 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314762-96dd-4cae-966f-ad9392059775 req-c84b293d-52ad-4a18-9cd8-14a48cc97038 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:07.658567 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-22314762-96dd-4cae-966f-ad9392059775 req-c84b293d-52ad-4a18-9cd8-14a48cc97038 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:07.730382 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-22314762-96dd-4cae-966f-ad9392059775 req-c84b293d-52ad-4a18-9cd8-14a48cc97038 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7273097 Apr 28 22:55:07.742804 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Request body: {'port': {'device_id': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:55:07.806951 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:07.887511 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-6f4cf305-db38-47a2-9c36-8e8b8ef3726f None None] Provisioning complete for port cd40c7fc-b131-4486-8d6b-6afcde7213ff triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:55:07.888087 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6f4cf305-db38-47a2-9c36-8e8b8ef3726f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:07.922250 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-6f4cf305-db38-47a2-9c36-8e8b8ef3726f None None] Port cd40c7fc-b131-4486-8d6b-6afcde7213ff cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:55:07.966069 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327b4d0-5a95-4e31-896c-b146d1ef0b32 req-b9635aad-7a76-4b21-b1de-7853b43f6785 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:07.967531 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7327b4d0-5a95-4e31-896c-b146d1ef0b32 req-b9635aad-7a76-4b21-b1de-7853b43f6785 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 931 time: 0.0645709 Apr 28 22:55:08.060512 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7327b4d0-5a95-4e31-896c-b146d1ef0b32 req-4b1b242e-4e07-4231-a8f3-d35938124d0d tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839968 Apr 28 22:55:08.132139 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd40c7fc-b131-4486-8d6b-6afcde7213ff {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:55:08.139510 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Publish callbacks [] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:08.151765 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Transition to ACTIVE for port object cd40c7fc-b131-4486-8d6b-6afcde7213ff will not be triggered until provisioned by entity L2. {{(pid=110299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:55:08.216230 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:08.267540 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Pushing event updated for resources: {'Port': ['ID=cd40c7fc-b131-4486-8d6b-6afcde7213ff,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:08.352022 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Attempting to bind port cd40c7fc-b131-4486-8d6b-6afcde7213ff on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:55:08.352489 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Attempting to bind port cd40c7fc-b131-4486-8d6b-6afcde7213ff by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': 'd9560879-fb80-429e-bed8-b08f9bdb0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:55:08.352966 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Attempting to bind port cd40c7fc-b131-4486-8d6b-6afcde7213ff on network 937e095d-9c43-4379-90ba-e4ceb11049cd {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:55:08.359022 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Port cd40c7fc-b131-4486-8d6b-6afcde7213ff on network 937e095d-9c43-4379-90ba-e4ceb11049cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:55:08.362251 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Attempting to bind port cd40c7fc-b131-4486-8d6b-6afcde7213ff on network 937e095d-9c43-4379-90ba-e4ceb11049cd {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:55:08.366050 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:55:08.366540 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Checking segment: {'id': 'd9560879-fb80-429e-bed8-b08f9bdb0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:55:08.367016 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Bound using segment: {'id': 'd9560879-fb80-429e-bed8-b08f9bdb0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:55:08.367582 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Bound port: cd40c7fc-b131-4486-8d6b-6afcde7213ff, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9560879-fb80-429e-bed8-b08f9bdb0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:55:08.368204 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:08.441978 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a284ec35-03e0-4b45-9199-6b5c695bd6e9 req-8b7b2383-18db-4dca-a752-99fcf8ace0d2 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "GET /v2.0/ports?device_id=4326297e-80b3-4ba1-97a3-daa5e155df95 HTTP/1.1" status: 200 len: 210 time: 0.0356231 Apr 28 22:55:08.446425 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] For port cd40c7fc-b131-4486-8d6b-6afcde7213ff, host hv-cinder-83982, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:55:08.452137 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] For port cd40c7fc-b131-4486-8d6b-6afcde7213ff, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=cd40c7fc-b131-4486-8d6b-6afcde7213ff,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:55:08.519990 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:08.557573 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:08.557573 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:08.557573 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-22314762-96dd-4cae-966f-ad9392059775 req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] 10.222.0.31 "PUT /v2.0/ports/cd40c7fc-b131-4486-8d6b-6afcde7213ff HTTP/1.1" status: 200 len: 1093 time: 0.8190012 Apr 28 22:55:08.557573 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'tag': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:55:08.559623 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e1ab8f-ec40-497c-8854-aaf594a61cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc03eba-5e32-4565-a769-b24164a90c4b", "tag": "cd40c7fc-b131-4486-8d6b-6afcde7213ff"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:55:08.592261 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd51569-7b0c-4117-9f7a-19577d8ff558 service neutron] Pushing event updated for resources: {'Port': ['ID=cd40c7fc-b131-4486-8d6b-6afcde7213ff,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:08.603084 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f60dfbc-8f34-4a80-a43f-f81e360f90cd x-openstack-request-id: req-1f60dfbc-8f34-4a80-a43f-f81e360f90cd {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:55:08.603430 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc03eba-5e32-4565-a769-b24164a90c4b", "tag": "cd40c7fc-b131-4486-8d6b-6afcde7213ff", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:55:08.603843 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f60dfbc-8f34-4a80-a43f-f81e360f90cd {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:55:08.604257 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f60dfbc-8f34-4a80-a43f-f81e360f90cd'] response: {'name': 'network-changed', 'server_uuid': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'tag': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff', 'status': 'completed', 'code': 200} Apr 28 22:55:08.667596 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1ab8f-ec40-497c-8854-aaf594a61cf9 req-79ea811f-f07f-4499-9808-b20a165eb007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:08.669144 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-27e1ab8f-ec40-497c-8854-aaf594a61cf9 req-79ea811f-f07f-4499-9808-b20a165eb007 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989e8026f8c4491aa03a37dac04c7f8a&device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 1127 time: 0.0438955 Apr 28 22:55:08.670545 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bc40a5c8-feb2-4f9c-80fd-7cca500d3342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:08.775049 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1ab8f-ec40-497c-8854-aaf594a61cf9 req-30c31cc5-a54a-4544-b539-12a6587680f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:08.776534 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-27e1ab8f-ec40-497c-8854-aaf594a61cf9 req-30c31cc5-a54a-4544-b539-12a6587680f2 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=989e8026f8c4491aa03a37dac04c7f8a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1006982 Apr 28 22:55:08.865509 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1ab8f-ec40-497c-8854-aaf594a61cf9 req-f36c76e8-f5c3-422e-aa70-e809e61fdff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:08.866908 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-27e1ab8f-ec40-497c-8854-aaf594a61cf9 req-f36c76e8-f5c3-422e-aa70-e809e61fdff7 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0839348 Apr 28 22:55:08.945744 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314762-96dd-4cae-966f-ad9392059775 req-cf4713d6-e6c9-45d8-bfa6-ad4f7f1dfda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:08.947525 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-22314762-96dd-4cae-966f-ad9392059775 req-cf4713d6-e6c9-45d8-bfa6-ad4f7f1dfda4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989e8026f8c4491aa03a37dac04c7f8a&device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 1127 time: 0.0436585 Apr 28 22:55:08.989644 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-22314762-96dd-4cae-966f-ad9392059775 req-6dba9f7d-fc03-4e1e-93b7-3cd211d7e0ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd40c7fc-b131-4486-8d6b-6afcde7213ff HTTP/1.1" status: 200 len: 217 time: 0.0328758 Apr 28 22:55:09.037921 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314762-96dd-4cae-966f-ad9392059775 req-b3912231-3159-4d44-9e3e-80ca1c1702f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:09.039428 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-22314762-96dd-4cae-966f-ad9392059775 req-b3912231-3159-4d44-9e3e-80ca1c1702f3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0557795c-801b-48d9-9aac-501223d0170a HTTP/1.1" status: 200 len: 856 time: 0.0432413 Apr 28 22:55:09.086685 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314762-96dd-4cae-966f-ad9392059775 req-76b60f0a-c6c9-4186-b45c-05939a527b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:09.088227 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-22314762-96dd-4cae-966f-ad9392059775 req-76b60f0a-c6c9-4186-b45c-05939a527b99 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=937e095d-9c43-4379-90ba-e4ceb11049cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430520 Apr 28 22:55:09.177804 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-22314762-96dd-4cae-966f-ad9392059775 req-dbb7bc34-74f8-45bf-b9c9-3ebb8c9f8201 service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817678 Apr 28 22:55:09.179864 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48b439-9029-4fba-817e-a2b19ead8448 req-03704086-a660-44ad-a14d-bf0ddcc7d733 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:09.181308 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6f48b439-9029-4fba-817e-a2b19ead8448 req-03704086-a660-44ad-a14d-bf0ddcc7d733 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0458217 Apr 28 22:55:09.231115 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6f48b439-9029-4fba-817e-a2b19ead8448 req-876ef796-c82b-4d58-827b-8cebf46b5d89 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442574 Apr 28 22:55:09.506375 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55408) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:09.537793 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-22314762-96dd-4cae-966f-ad9392059775 req-c17f11cf-a991-4d75-ae92-2614711963af service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510821 Apr 28 22:55:09.548864 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 3daacfde-e1f9-4fbf-8875-abd8f79b84aa no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:55:09.572463 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: 3daacfde-e1f9-4fbf-8875-abd8f79b84aa {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:55:09.572816 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 3daacfde-e1f9-4fbf-8875-abd8f79b84aa not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:55:09.622596 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-e8a56ac5-c263-40b1-ad99-2edf5f2fe734 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Deleting port 65ad5c4e-4328-4bcd-bd52-e2d3d3504758 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:55:09.622990 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8a56ac5-c263-40b1-ad99-2edf5f2fe734 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (65ad5c4e-4328-4bcd-bd52-e2d3d3504758), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:09.696979 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8a56ac5-c263-40b1-ad99-2edf5f2fe734 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (65ad5c4e-4328-4bcd-bd52-e2d3d3504758), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:09.697300 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8a56ac5-c263-40b1-ad99-2edf5f2fe734 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for floatingip (65ad5c4e-4328-4bcd-bd52-e2d3d3504758), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:09.710613 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-e8a56ac5-c263-40b1-ad99-2edf5f2fe734 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Calling delete_port for 65ad5c4e-4328-4bcd-bd52-e2d3d3504758 owned by network:floatingip {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:55:09.824471 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:09.892927 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8a56ac5-c263-40b1-ad99-2edf5f2fe734 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (65ad5c4e-4328-4bcd-bd52-e2d3d3504758), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:09.918500 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a56ac5-c263-40b1-ad99-2edf5f2fe734 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event deleted for resources: {'Port': ['ID=65ad5c4e-4328-4bcd-bd52-e2d3d3504758,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:09.982067 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8a56ac5-c263-40b1-ad99-2edf5f2fe734 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for floatingip (b04a9b5a-c18d-48a9-a8aa-c55d03291c74), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:09.984628 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8a56ac5-c263-40b1-ad99-2edf5f2fe734 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:09.985773 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e8a56ac5-c263-40b1-ad99-2edf5f2fe734 tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "DELETE /v2.0/floatingips/b04a9b5a-c18d-48a9-a8aa-c55d03291c74 HTTP/1.1" status: 204 len: 168 time: 0.4783406 Apr 28 22:55:10.349241 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504ed82-9e01-4873-91a7-c16af8a8b1ad req-de114194-4823-428a-a18b-ea1da5cbaca6 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:10.350892 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c504ed82-9e01-4873-91a7-c16af8a8b1ad req-de114194-4823-428a-a18b-ea1da5cbaca6 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0491776 Apr 28 22:55:10.397427 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c504ed82-9e01-4873-91a7-c16af8a8b1ad req-cb0179d4-faff-42d3-9f85-b65513a90921 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409212 Apr 28 22:55:11.212556 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:11.293455 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55424) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:11.349143 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b0ed55f8-70c4-4938-93b9-3c2a0f524fca tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group (7265c189-860e-4a1e-8426-c05d7048629e), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:11.372932 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b0ed55f8-70c4-4938-93b9-3c2a0f524fca tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group (7265c189-860e-4a1e-8426-c05d7048629e), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:11.487347 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b0ed55f8-70c4-4938-93b9-3c2a0f524fca tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (7265c189-860e-4a1e-8426-c05d7048629e), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:11.490003 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b0ed55f8-70c4-4938-93b9-3c2a0f524fca tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:11.491224 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-b0ed55f8-70c4-4938-93b9-3c2a0f524fca tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] 10.222.0.13 "DELETE /v2.0/security-groups/7265c189-860e-4a1e-8426-c05d7048629e HTTP/1.1" status: 204 len: 168 time: 0.1967721 Apr 28 22:55:11.506006 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed55f8-70c4-4938-93b9-3c2a0f524fca tempest-TestVolumeBootPattern-1613870549 tempest-TestVolumeBootPattern-1613870549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7265c189-860e-4a1e-8426-c05d7048629e,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:11.517924 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf43b0f-9948-432c-83a8-26e67b01c1e8 req-4560a591-73bc-4a9b-b78b-7ecd17bc0dcb tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:11.520498 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4cf43b0f-9948-432c-83a8-26e67b01c1e8 req-4560a591-73bc-4a9b-b78b-7ecd17bc0dcb tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0520008 Apr 28 22:55:11.571988 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device cd40c7fc-b131-4486-8d6b-6afcde7213ff details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:55:11.579122 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4cf43b0f-9948-432c-83a8-26e67b01c1e8 req-6d0af13b-8f40-42ee-b44e-58b0762f6644 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412636 Apr 28 22:55:11.625573 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 55430) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:11.683510 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port cd40c7fc-b131-4486-8d6b-6afcde7213ff, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=cd40c7fc-b131-4486-8d6b-6afcde7213ff,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:55:11.695045 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'port_id': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:55:11.740998 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port cd40c7fc-b131-4486-8d6b-6afcde7213ff is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:55:11.741392 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:11.754647 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd40c7fc-b131-4486-8d6b-6afcde7213ff {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:55:11.774431 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port cd40c7fc-b131-4486-8d6b-6afcde7213ff, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=cd40c7fc-b131-4486-8d6b-6afcde7213ff,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:55:11.827987 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:11.874783 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=cd40c7fc-b131-4486-8d6b-6afcde7213ff,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:11.882321 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:55:11.882678 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:55:11.883029 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:55:11.883376 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:55:11.883717 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:55:11.884057 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:55:11.884392 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:55:11.884723 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:55:11.885083 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:55:11.885421 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:55:11.885754 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:55:11.886109 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:55:11.886439 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:55:11.886767 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:55:11.887092 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:55:12.036416 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c9223611-27cd-4e06-9fd9-5c4009cdc88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834530'] for router_interface (43a2ddb5-6429-488b-b4b9-2f7d0b116626), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:12.138933 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['cd40c7fc-b131-4486-8d6b-6afcde7213ff'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:55:12.271324 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-c9223611-27cd-4e06-9fd9-5c4009cdc88a admin admin] Deleting port 56154192-2db1-48a9-9045-8b608e051d2e {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:55:12.271769 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c9223611-27cd-4e06-9fd9-5c4009cdc88a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (56154192-2db1-48a9-9045-8b608e051d2e), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:12.348234 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-c9223611-27cd-4e06-9fd9-5c4009cdc88a admin admin] For port 56154192-2db1-48a9-9045-8b608e051d2e, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=56154192-2db1-48a9-9045-8b608e051d2e,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:55:12.348601 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c9223611-27cd-4e06-9fd9-5c4009cdc88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (56154192-2db1-48a9-9045-8b608e051d2e), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:12.361388 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-c9223611-27cd-4e06-9fd9-5c4009cdc88a admin admin] Calling delete_port for 56154192-2db1-48a9-9045-8b608e051d2e owned by network:router_interface {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:55:12.645615 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c9223611-27cd-4e06-9fd9-5c4009cdc88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (56154192-2db1-48a9-9045-8b608e051d2e), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:12.676907 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9223611-27cd-4e06-9fd9-5c4009cdc88a admin admin] Pushing event deleted for resources: {'Port': ['ID=56154192-2db1-48a9-9045-8b608e051d2e,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:12.702498 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:12.708721 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dacc63-7cec-428d-b318-ee482287a02a req-cb5f2749-2584-43df-bdb5-3f0cc182d2de tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:12.710309 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4dacc63-7cec-428d-b318-ee482287a02a req-cb5f2749-2584-43df-bdb5-3f0cc182d2de tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 944 time: 0.0568948 Apr 28 22:55:12.770361 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4dacc63-7cec-428d-b318-ee482287a02a req-3a130d57-528a-4493-a981-b65cdb3d8288 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540981 Apr 28 22:55:12.849684 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c9223611-27cd-4e06-9fd9-5c4009cdc88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834638'] for router_interface (43a2ddb5-6429-488b-b4b9-2f7d0b116626), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:13.094333 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9223611-27cd-4e06-9fd9-5c4009cdc88a admin admin] Router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:55:13.199275 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9223611-27cd-4e06-9fd9-5c4009cdc88a admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:55:13.204061 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-c9223611-27cd-4e06-9fd9-5c4009cdc88a admin admin] 10.222.0.13 "PUT /v2.0/routers/43a2ddb5-6429-488b-b4b9-2f7d0b116626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5773485 Apr 28 22:55:13.207165 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 55436) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:13.209643 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8c1fe0-ee14-4ff2-b505-62605d468d07 None None] Sync routers for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:55:13.219836 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8c1fe0-ee14-4ff2-b505-62605d468d07 None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:55:13.220459 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-2d8c1fe0-ee14-4ff2-b505-62605d468d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:55:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:13.308563 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c38e86e5-cff9-413f-8592-b3a76e0b0917 admin admin] Publish callbacks [] for router (43a2ddb5-6429-488b-b4b9-2f7d0b116626), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:13.326797 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-2d8c1fe0-ee14-4ff2-b505-62605d468d07 None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:55:13.411763 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c38e86e5-cff9-413f-8592-b3a76e0b0917 admin admin] Publish callbacks [] for router_gateway (43a2ddb5-6429-488b-b4b9-2f7d0b116626), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:13.493580 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-2d8c1fe0-ee14-4ff2-b505-62605d468d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:55:12Z', 'revision_number': 5, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port': {'id': '5f5baade-2731-45b6-a118-df07a4a1141d', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:06Z', 'updated_at': '2022-04-28T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:13.520280 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8c1fe0-ee14-4ff2-b505-62605d468d07 None None] Checking router: 43a2ddb5-6429-488b-b4b9-2f7d0b116626 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:55:13.528843 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8c1fe0-ee14-4ff2-b505-62605d468d07 None None] Routers {'43a2ddb5-6429-488b-b4b9-2f7d0b116626'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:55:13.529454 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-2d8c1fe0-ee14-4ff2-b505-62605d468d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:55:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:13.530777 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-c38e86e5-cff9-413f-8592-b3a76e0b0917 admin admin] Deleting port 5f5baade-2731-45b6-a118-df07a4a1141d {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:55:13.531116 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c38e86e5-cff9-413f-8592-b3a76e0b0917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (5f5baade-2731-45b6-a118-df07a4a1141d), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:13.569293 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device cd40c7fc-b131-4486-8d6b-6afcde7213ff up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:55:13.611579 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-c38e86e5-cff9-413f-8592-b3a76e0b0917 admin admin] For port 5f5baade-2731-45b6-a118-df07a4a1141d, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=5f5baade-2731-45b6-a118-df07a4a1141d,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:55:13.611954 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c38e86e5-cff9-413f-8592-b3a76e0b0917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (5f5baade-2731-45b6-a118-df07a4a1141d), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:13.626435 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-c38e86e5-cff9-413f-8592-b3a76e0b0917 admin admin] Calling delete_port for 5f5baade-2731-45b6-a118-df07a4a1141d owned by network:router_gateway {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:55:13.784538 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port cd40c7fc-b131-4486-8d6b-6afcde7213ff completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:55:13.792706 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-2d8c1fe0-ee14-4ff2-b505-62605d468d07 None None] Set router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 gateway port host: None {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:55:13.854830 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-2d8c1fe0-ee14-4ff2-b505-62605d468d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:55:13Z', 'revision_number': 6, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port_host': None}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:13.856536 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port cd40c7fc-b131-4486-8d6b-6afcde7213ff triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:55:13.856916 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:13.879329 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c38e86e5-cff9-413f-8592-b3a76e0b0917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (5f5baade-2731-45b6-a118-df07a4a1141d), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:13.894066 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86cd3e-1ecd-4fb2-9ead-51ab00256106 req-0474180c-aba9-4154-be7f-15ab356db1b6 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:13.895580 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dc86cd3e-1ecd-4fb2-9ead-51ab00256106 req-0474180c-aba9-4154-be7f-15ab356db1b6 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 944 time: 0.0580077 Apr 28 22:55:13.901037 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8c1fe0-ee14-4ff2-b505-62605d468d07 None None] The sync data for ids ['43a2ddb5-6429-488b-b4b9-2f7d0b116626'] in dv-cinder-839825-1-iscsi is: [{'id': '43a2ddb5-6429-488b-b4b9-2f7d0b116626', 'name': 'tempest-TestVolumeBootPattern-326427212-router', 'tenant_id': 'f434106bf30945f58afaceb0b3a389b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:04Z', 'updated_at': '2022-04-28T22:55:13Z', 'revision_number': 6, 'project_id': 'f434106bf30945f58afaceb0b3a389b0', 'gw_port_host': None}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:55:13.932277 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e86e5-cff9-413f-8592-b3a76e0b0917 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5baade-2731-45b6-a118-df07a4a1141d,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:13.979546 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port cd40c7fc-b131-4486-8d6b-6afcde7213ff is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:55:13.979938 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:14.002539 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:55:14.005306 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256861b1-dc86-44cc-a514-6243bd2ad144" -d '{"events": [{"server_uuid": "7cc03eba-5e32-4565-a769-b24164a90c4b", "name": "network-vif-plugged", "status": "completed", "tag": "cd40c7fc-b131-4486-8d6b-6afcde7213ff"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:55:14.020654 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port cd40c7fc-b131-4486-8d6b-6afcde7213ff, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=cd40c7fc-b131-4486-8d6b-6afcde7213ff,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:55:14.020768 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dc86cd3e-1ecd-4fb2-9ead-51ab00256106 req-5ad27c0e-d32d-41bd-9427-32d4509a4dc0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047127 Apr 28 22:55:14.024969 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c38e86e5-cff9-413f-8592-b3a76e0b0917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653476'] for router_gateway (43a2ddb5-6429-488b-b4b9-2f7d0b116626), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:14.102135 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:14.111856 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6cccad-f4f8-4e50-9556-763e94255bf4 x-openstack-request-id: req-ca6cccad-f4f8-4e50-9556-763e94255bf4 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:55:14.111856 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc03eba-5e32-4565-a769-b24164a90c4b", "name": "network-vif-plugged", "status": "completed", "tag": "cd40c7fc-b131-4486-8d6b-6afcde7213ff", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:55:14.111856 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca6cccad-f4f8-4e50-9556-763e94255bf4 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:55:14.111856 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca6cccad-f4f8-4e50-9556-763e94255bf4'] response: {'server_uuid': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff', 'code': 200} Apr 28 22:55:14.117460 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c38e86e5-cff9-413f-8592-b3a76e0b0917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1039'] for router (43a2ddb5-6429-488b-b4b9-2f7d0b116626), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:14.119851 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c38e86e5-cff9-413f-8592-b3a76e0b0917 admin admin] Publish callbacks [] for router_controller (43a2ddb5-6429-488b-b4b9-2f7d0b116626), precommit_delete_associations {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:14.155701 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=cd40c7fc-b131-4486-8d6b-6afcde7213ff,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:14.250733 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c38e86e5-cff9-413f-8592-b3a76e0b0917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831238'] for router (43a2ddb5-6429-488b-b4b9-2f7d0b116626), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:14.251405 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38e86e5-cff9-413f-8592-b3a76e0b0917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43a2ddb5-6429-488b-b4b9-2f7d0b116626 {{(pid=110299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 22:55:14.261049 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-c38e86e5-cff9-413f-8592-b3a76e0b0917 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:14.261049 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-c38e86e5-cff9-413f-8592-b3a76e0b0917 admin admin] 10.222.0.13 "DELETE /v2.0/routers/43a2ddb5-6429-488b-b4b9-2f7d0b116626 HTTP/1.1" status: 204 len: 168 time: 1.0492816 Apr 28 22:55:14.261049 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 55444) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:14.316646 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_v2 [None req-6250d9e2-6063-4179-953f-568d6ac4555a admin admin] Deleting subnet 170b4ca0-74a9-45ac-9923-9c9a50ebf98b {{(pid=110299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 22:55:14.320401 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6250d9e2-6063-4179-953f-568d6ac4555a admin admin] Publish callbacks [] for subnet (170b4ca0-74a9-45ac-9923-9c9a50ebf98b), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:14.356325 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6250d9e2-6063-4179-953f-568d6ac4555a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521658975'] for subnet (170b4ca0-74a9-45ac-9923-9c9a50ebf98b), precommit_delete_associations {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:14.480739 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6250d9e2-6063-4179-953f-568d6ac4555a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711510'] for subnet (170b4ca0-74a9-45ac-9923-9c9a50ebf98b), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:14.483279 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadccc03-cf54-4cfd-927e-f7c025f0b631 req-4dc78caf-d2d8-4600-8878-b801a158f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:14.484773 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-aadccc03-cf54-4cfd-927e-f7c025f0b631 req-4dc78caf-d2d8-4600-8878-b801a158f45e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 1129 time: 0.0636005 Apr 28 22:55:14.558054 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-aadccc03-cf54-4cfd-927e-f7c025f0b631 req-66e0a232-5214-46de-8181-1569d53bc846 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562260 Apr 28 22:55:14.611091 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6250d9e2-6063-4179-953f-568d6ac4555a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-521659017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521307477'] for subnet (170b4ca0-74a9-45ac-9923-9c9a50ebf98b), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:14.639439 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250d9e2-6063-4179-953f-568d6ac4555a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=170b4ca0-74a9-45ac-9923-9c9a50ebf98b,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:14.644326 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6250d9e2-6063-4179-953f-568d6ac4555a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:14.647929 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-6250d9e2-6063-4179-953f-568d6ac4555a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/170b4ca0-74a9-45ac-9923-9c9a50ebf98b HTTP/1.1" status: 204 len: 168 time: 0.3871219 Apr 28 22:55:14.649532 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6954a941-4004-45b9-b740-5cc2b8391f0f None None] Network 0d4ddebe-289b-4288-8e3a-743f46cd7035 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:55:14.650987 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55446) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:14.723456 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719352'] for network (0d4ddebe-289b-4288-8e3a-743f46cd7035), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:14.802460 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] Deleting port b7186eb4-efc1-487e-926d-72091834a26d {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:55:14.802872 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (b7186eb4-efc1-487e-926d-72091834a26d), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:14.824584 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc31cec3-75d9-45e4-a572-f03a6ebe3a1e None None] DHCP port deletion for 0d4ddebe-289b-4288-8e3a-743f46cd7035 request from dv-cinder-839825-1-iscsi {{(pid=110301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 22:55:14.867649 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-cc31cec3-75d9-45e4-a572-f03a6ebe3a1e None None] Deleting port b7186eb4-efc1-487e-926d-72091834a26d {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:55:14.867944 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cc31cec3-75d9-45e4-a572-f03a6ebe3a1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (b7186eb4-efc1-487e-926d-72091834a26d), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:14.876483 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] For port b7186eb4-efc1-487e-926d-72091834a26d, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=b7186eb4-efc1-487e-926d-72091834a26d,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:55:14.876853 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (b7186eb4-efc1-487e-926d-72091834a26d), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:14.890001 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] Calling delete_port for b7186eb4-efc1-487e-926d-72091834a26d owned by network:dhcp {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:55:14.945367 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-cc31cec3-75d9-45e4-a572-f03a6ebe3a1e None None] For port b7186eb4-efc1-487e-926d-72091834a26d, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=b7186eb4-efc1-487e-926d-72091834a26d,segment=NetworkSegment(639d774a-2096-41e0-a6b3-2251224b5c26),segment_id=639d774a-2096-41e0-a6b3-2251224b5c26)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:55:14.945613 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cc31cec3-75d9-45e4-a572-f03a6ebe3a1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (b7186eb4-efc1-487e-926d-72091834a26d), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:14.960997 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-cc31cec3-75d9-45e4-a572-f03a6ebe3a1e None None] Calling delete_port for b7186eb4-efc1-487e-926d-72091834a26d owned by network:dhcp {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:55:15.120759 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (b7186eb4-efc1-487e-926d-72091834a26d), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:15.129613 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-cc31cec3-75d9-45e4-a572-f03a6ebe3a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529'] for port (b7186eb4-efc1-487e-926d-72091834a26d), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:15.149576 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] Pushing event deleted for resources: {'Port': ['ID=b7186eb4-efc1-487e-926d-72091834a26d,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:15.158026 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] No DVR routers for this DVR port b7186eb4-efc1-487e-926d-72091834a26d on host dv-cinder-839825-1-iscsi {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:55:15.158271 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a115ac-ae6a-433b-8c47-ac2cfb735fe2 req-da9903a4-715f-4d2c-a3f2-9f143be3892e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:15.159242 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31cec3-75d9-45e4-a572-f03a6ebe3a1e None None] Pushing event deleted for resources: {'Port': ['ID=b7186eb4-efc1-487e-926d-72091834a26d,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:15.162080 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-26a115ac-ae6a-433b-8c47-ac2cfb735fe2 req-da9903a4-715f-4d2c-a3f2-9f143be3892e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0579264 Apr 28 22:55:15.166323 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc31cec3-75d9-45e4-a572-f03a6ebe3a1e None None] No DVR routers for this DVR port b7186eb4-efc1-487e-926d-72091834a26d on host dv-cinder-839825-1-iscsi {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:55:15.226094 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-26a115ac-ae6a-433b-8c47-ac2cfb735fe2 req-9ba1514a-d086-47cb-8e21-67b1951c562c tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506604 Apr 28 22:55:15.250321 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708811', 'neutron.services.segments.db._delete_segments_for_network-8773828784761'] for network (0d4ddebe-289b-4288-8e3a-743f46cd7035), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:15.270639 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4ddebe-289b-4288-8e3a-743f46cd7035']}} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:15.282309 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639d774a-2096-41e0-a6b3-2251224b5c26') {'for_net_delete': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:15.282603 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639d774a-2096-41e0-a6b3-2251224b5c26') {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:15.292401 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773828787842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4001109'] for segment (639d774a-2096-41e0-a6b3-2251224b5c26), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:15.305278 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (639d774a-2096-41e0-a6b3-2251224b5c26), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:15.311404 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=110300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 22:55:15.311804 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442450'] for segment (639d774a-2096-41e0-a6b3-2251224b5c26), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: Traceback (most recent call last): Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: timer() Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: cb(*args, **kw) Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: return func(*args, **kwargs) Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: self._notify() Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: self.callback(batched_events) Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: event.method(event) Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: return f(self, *a, **k) Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._get(url).json() Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: return self.request(url, 'GET', **kwargs) Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 22:55:15.313547 dv-cinder-839825-1-iscsi neutron-server[110300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 22:55:15.453257 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833228'] for network (0d4ddebe-289b-4288-8e3a-743f46cd7035), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:15.459686 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:15.462909 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] 10.222.0.13 "DELETE /v2.0/networks/0d4ddebe-289b-4288-8e3a-743f46cd7035 HTTP/1.1" status: 204 len: 168 time: 0.8108337 Apr 28 22:55:15.465894 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 55450) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:15.474190 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8635e-e208-47c4-ac33-1a4f06bb718f admin admin] Pushing event deleted for resources: {'Network': ['ID=0d4ddebe-289b-4288-8e3a-743f46cd7035,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:15.774026 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 5f5baade-2731-45b6-a118-df07a4a1141d no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:55:15.798557 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: 5f5baade-2731-45b6-a118-df07a4a1141d {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:55:15.798904 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 5f5baade-2731-45b6-a118-df07a4a1141d not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:55:15.799328 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device b7186eb4-efc1-487e-926d-72091834a26d no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:55:15.820515 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: b7186eb4-efc1-487e-926d-72091834a26d {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:55:15.821032 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device b7186eb4-efc1-487e-926d-72091834a26d not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:55:15.821463 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 56154192-2db1-48a9-9045-8b608e051d2e no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:55:15.841169 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: 56154192-2db1-48a9-9045-8b608e051d2e {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:55:15.841866 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 56154192-2db1-48a9-9045-8b608e051d2e not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:55:15.982410 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:16.064518 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3a5b-adc5-403f-a276-bede58eac927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834530'] for router_interface (b5edca74-8781-4061-9416-19017e67e334), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:16.297216 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f3a5b-adc5-403f-a276-bede58eac927 admin admin] Deleting port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:55:16.302805 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3a5b-adc5-403f-a276-bede58eac927 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:16.351821 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e825b-ee85-4f8a-8050-8c2115090f47 req-543bf68f-5aa6-44fc-94dc-8edbe7071984 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:16.353377 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-439e825b-ee85-4f8a-8050-8c2115090f47 req-543bf68f-5aa6-44fc-94dc-8edbe7071984 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0529492 Apr 28 22:55:16.384152 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-3b4f3a5b-adc5-403f-a276-bede58eac927 admin admin] For port ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2,segment=NetworkSegment(e37f9318-f12c-4d48-802d-e07fc4094b86),segment_id=e37f9318-f12c-4d48-802d-e07fc4094b86)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:55:16.384554 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3a5b-adc5-403f-a276-bede58eac927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:16.398337 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f3a5b-adc5-403f-a276-bede58eac927 admin admin] Calling delete_port for ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 owned by network:router_interface {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:55:16.401327 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-439e825b-ee85-4f8a-8050-8c2115090f47 req-df5a3e1e-466d-41e1-a6c6-d50d49ba34ad tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421834 Apr 28 22:55:16.633408 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3a5b-adc5-403f-a276-bede58eac927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:16.656688 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f3a5b-adc5-403f-a276-bede58eac927 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:16.831240 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3a5b-adc5-403f-a276-bede58eac927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834638'] for router_interface (b5edca74-8781-4061-9416-19017e67e334), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:17.044583 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4f3a5b-adc5-403f-a276-bede58eac927 admin admin] Router b5edca74-8781-4061-9416-19017e67e334 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:55:17.150085 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4f3a5b-adc5-403f-a276-bede58eac927 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:55:17.154948 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-3b4f3a5b-adc5-403f-a276-bede58eac927 admin admin] 10.222.0.13 "PUT /v2.0/routers/b5edca74-8781-4061-9416-19017e67e334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6877406 Apr 28 22:55:17.157480 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 55454) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:17.158417 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227a229-ecd1-42a7-bdbd-102c5d10119f None None] Sync routers for ids ['b5edca74-8781-4061-9416-19017e67e334'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:55:17.168294 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227a229-ecd1-42a7-bdbd-102c5d10119f None None] Routers {'b5edca74-8781-4061-9416-19017e67e334'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:55:17.168890 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-1227a229-ecd1-42a7-bdbd-102c5d10119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:55:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['b5edca74-8781-4061-9416-19017e67e334'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:17.260105 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-223f53e9-c06e-4efd-9d33-458e3777ed93 admin admin] Publish callbacks [] for router (b5edca74-8781-4061-9416-19017e67e334), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:17.275617 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-1227a229-ecd1-42a7-bdbd-102c5d10119f None None] Set router b5edca74-8781-4061-9416-19017e67e334 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:55:17.361131 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-223f53e9-c06e-4efd-9d33-458e3777ed93 admin admin] Publish callbacks [] for router_gateway (b5edca74-8781-4061-9416-19017e67e334), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:17.441886 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-1227a229-ecd1-42a7-bdbd-102c5d10119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5edca74-8781-4061-9416-19017e67e334', 'name': 'tempest-TestVolumeBootPattern-929360867-router', 'tenant_id': '688f62aa088f4c89a1a41810661f09cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '5b981e5c-9261-43cf-9f35-144d0d826c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:15Z', 'updated_at': '2022-04-28T22:55:16Z', 'revision_number': 5, 'project_id': '688f62aa088f4c89a1a41810661f09cc', 'gw_port': {'id': '5b981e5c-9261-43cf-9f35-144d0d826c77', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:23:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5edca74-8781-4061-9416-19017e67e334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:45:16Z', 'updated_at': '2022-04-28T22:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:17.466648 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-223f53e9-c06e-4efd-9d33-458e3777ed93 admin admin] Deleting port 5b981e5c-9261-43cf-9f35-144d0d826c77 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:55:17.466991 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-223f53e9-c06e-4efd-9d33-458e3777ed93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (5b981e5c-9261-43cf-9f35-144d0d826c77), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:17.468826 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227a229-ecd1-42a7-bdbd-102c5d10119f None None] Checking router: b5edca74-8781-4061-9416-19017e67e334 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:55:17.477612 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227a229-ecd1-42a7-bdbd-102c5d10119f None None] Routers {'b5edca74-8781-4061-9416-19017e67e334'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:55:17.478818 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-1227a229-ecd1-42a7-bdbd-102c5d10119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:55:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['b5edca74-8781-4061-9416-19017e67e334'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:17.559739 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7132cd-2ec9-45df-84a8-6135f5e6fbef req-ea8526d6-5596-41bb-8e01-dcd6be973998 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:17.561208 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ed7132cd-2ec9-45df-84a8-6135f5e6fbef req-ea8526d6-5596-41bb-8e01-dcd6be973998 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0826674 Apr 28 22:55:17.566612 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-1227a229-ecd1-42a7-bdbd-102c5d10119f None None] Set router b5edca74-8781-4061-9416-19017e67e334 gateway port host: None {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:55:17.601658 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-223f53e9-c06e-4efd-9d33-458e3777ed93 admin admin] For port 5b981e5c-9261-43cf-9f35-144d0d826c77, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=5b981e5c-9261-43cf-9f35-144d0d826c77,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:55:17.601983 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-223f53e9-c06e-4efd-9d33-458e3777ed93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (5b981e5c-9261-43cf-9f35-144d0d826c77), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:17.620385 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-1227a229-ecd1-42a7-bdbd-102c5d10119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5edca74-8781-4061-9416-19017e67e334', 'name': 'tempest-TestVolumeBootPattern-929360867-router', 'tenant_id': '688f62aa088f4c89a1a41810661f09cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:15Z', 'updated_at': '2022-04-28T22:55:17Z', 'revision_number': 6, 'project_id': '688f62aa088f4c89a1a41810661f09cc', 'gw_port_host': None}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:17.623233 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-223f53e9-c06e-4efd-9d33-458e3777ed93 admin admin] Calling delete_port for 5b981e5c-9261-43cf-9f35-144d0d826c77 owned by network:router_gateway {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:55:17.640139 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ed7132cd-2ec9-45df-84a8-6135f5e6fbef req-bedcad57-524e-4f15-8d76-02a6db3d536b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728931 Apr 28 22:55:17.646330 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227a229-ecd1-42a7-bdbd-102c5d10119f None None] The sync data for ids ['b5edca74-8781-4061-9416-19017e67e334'] in dv-cinder-839825-1-iscsi is: [{'id': 'b5edca74-8781-4061-9416-19017e67e334', 'name': 'tempest-TestVolumeBootPattern-929360867-router', 'tenant_id': '688f62aa088f4c89a1a41810661f09cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:45:15Z', 'updated_at': '2022-04-28T22:55:17Z', 'revision_number': 6, 'project_id': '688f62aa088f4c89a1a41810661f09cc', 'gw_port_host': None}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:55:17.760676 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921196e-bd0a-4ccb-ae8e-c03b51162da2 req-c9960e59-b21a-420f-9da8-ebe7fda58c4b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:17.762211 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8921196e-bd0a-4ccb-ae8e-c03b51162da2 req-c9960e59-b21a-420f-9da8-ebe7fda58c4b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0493279 Apr 28 22:55:17.771917 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55460) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:17.776407 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-8564f709-f4ed-4d12-a538-ef65f11adada tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Request body: {'floatingip': {'port_id': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:55:17.813781 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8564f709-f4ed-4d12-a538-ef65f11adada tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for floatingip (14e809c8-dcf5-4e47-a778-4741d0fdeb48), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:17.902118 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-223f53e9-c06e-4efd-9d33-458e3777ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (5b981e5c-9261-43cf-9f35-144d0d826c77), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:17.932564 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f53e9-c06e-4efd-9d33-458e3777ed93 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b981e5c-9261-43cf-9f35-144d0d826c77,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:18.001747 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-223f53e9-c06e-4efd-9d33-458e3777ed93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653476'] for router_gateway (b5edca74-8781-4061-9416-19017e67e334), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:18.119827 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-223f53e9-c06e-4efd-9d33-458e3777ed93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1039'] for router (b5edca74-8781-4061-9416-19017e67e334), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:18.122025 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-223f53e9-c06e-4efd-9d33-458e3777ed93 admin admin] Publish callbacks [] for router_controller (b5edca74-8781-4061-9416-19017e67e334), precommit_delete_associations {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:18.241620 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-223f53e9-c06e-4efd-9d33-458e3777ed93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831238'] for router (b5edca74-8781-4061-9416-19017e67e334), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:18.242169 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223f53e9-c06e-4efd-9d33-458e3777ed93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5edca74-8781-4061-9416-19017e67e334 {{(pid=110299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 22:55:18.246518 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-223f53e9-c06e-4efd-9d33-458e3777ed93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:18.247540 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-223f53e9-c06e-4efd-9d33-458e3777ed93 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b5edca74-8781-4061-9416-19017e67e334 HTTP/1.1" status: 204 len: 168 time: 1.0891037 Apr 28 22:55:18.252312 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55462) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:18.356210 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-b673ecb6-bf41-4496-b157-fb0593445150 admin admin] Deleting subnet 62d6f763-c32b-4a99-9265-3cab2a82649a {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 22:55:18.362086 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b673ecb6-bf41-4496-b157-fb0593445150 admin admin] Publish callbacks [] for subnet (62d6f763-c32b-4a99-9265-3cab2a82649a), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:18.403525 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8564f709-f4ed-4d12-a538-ef65f11adada tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:18.408737 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:55:18.412058 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b673ecb6-bf41-4496-b157-fb0593445150 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4001100'] for subnet (62d6f763-c32b-4a99-9265-3cab2a82649a), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:18.432553 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:55:18.433253 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device ae485893-e1b4-4e23-b2d5-e1d6bfeee0e2 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:55:18.459227 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8564f709-f4ed-4d12-a538-ef65f11adada tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (14e809c8-dcf5-4e47-a778-4741d0fdeb48), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:18.535410 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b673ecb6-bf41-4496-b157-fb0593445150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711510'] for subnet (62d6f763-c32b-4a99-9265-3cab2a82649a), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:18.881059 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [None req-8564f709-f4ed-4d12-a538-ef65f11adada tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Floating IP 14e809c8-dcf5-4e47-a778-4741d0fdeb48 associated. External IP: 172.27.0.175, port: cd40c7fc-b131-4486-8d6b-6afcde7213ff. Apr 28 22:55:18.968065 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b673ecb6-bf41-4496-b157-fb0593445150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288626'] for subnet (62d6f763-c32b-4a99-9265-3cab2a82649a), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:19.000851 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673ecb6-bf41-4496-b157-fb0593445150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62d6f763-c32b-4a99-9265-3cab2a82649a,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:19.003133 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b673ecb6-bf41-4496-b157-fb0593445150 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:19.006101 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-b673ecb6-bf41-4496-b157-fb0593445150 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/62d6f763-c32b-4a99-9265-3cab2a82649a HTTP/1.1" status: 204 len: 168 time: 0.7528243 Apr 28 22:55:19.006347 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e14692-22d6-4578-b261-5e95ae099756 None None] Network 808cd353-27d7-475f-8883-7bd387f0193d requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:55:19.008673 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 55464) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:19.084451 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719352'] for network (808cd353-27d7-475f-8883-7bd387f0193d), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:19.142259 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] Deleting port 426172e3-6b5c-4c4b-8004-4918730cb925 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:55:19.142690 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (426172e3-6b5c-4c4b-8004-4918730cb925), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:19.165040 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8564f709-f4ed-4d12-a538-ef65f11adada tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Router cb2c003e-975f-424d-83e9-da3f8b67dd2b has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:55:19.186432 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3d3139-cd38-4cc2-a56b-b26691a4b193 None None] DHCP port deletion for 808cd353-27d7-475f-8883-7bd387f0193d request from dv-cinder-839825-1-iscsi {{(pid=110301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 22:55:19.221177 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] For port 426172e3-6b5c-4c4b-8004-4918730cb925, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=426172e3-6b5c-4c4b-8004-4918730cb925,segment=NetworkSegment(e37f9318-f12c-4d48-802d-e07fc4094b86),segment_id=e37f9318-f12c-4d48-802d-e07fc4094b86)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:55:19.224943 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (426172e3-6b5c-4c4b-8004-4918730cb925), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:19.229385 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d3139-cd38-4cc2-a56b-b26691a4b193 None None] Deleting port 426172e3-6b5c-4c4b-8004-4918730cb925 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:55:19.229898 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bc3d3139-cd38-4cc2-a56b-b26691a4b193 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (426172e3-6b5c-4c4b-8004-4918730cb925), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:19.234532 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] Calling delete_port for 426172e3-6b5c-4c4b-8004-4918730cb925 owned by network:dhcp {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:55:19.296317 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8564f709-f4ed-4d12-a538-ef65f11adada tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:55:19.296540 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-bc3d3139-cd38-4cc2-a56b-b26691a4b193 None None] For port 426172e3-6b5c-4c4b-8004-4918730cb925, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=426172e3-6b5c-4c4b-8004-4918730cb925,segment=NetworkSegment(e37f9318-f12c-4d48-802d-e07fc4094b86),segment_id=e37f9318-f12c-4d48-802d-e07fc4094b86)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:55:19.296862 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bc3d3139-cd38-4cc2-a56b-b26691a4b193 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (426172e3-6b5c-4c4b-8004-4918730cb925), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:19.304494 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8564f709-f4ed-4d12-a538-ef65f11adada tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:19.309869 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf59e7-24d4-45a0-8436-6dc4d775232f None None] Sync routers for ids ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:55:19.321073 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d3139-cd38-4cc2-a56b-b26691a4b193 None None] Calling delete_port for 426172e3-6b5c-4c4b-8004-4918730cb925 owned by network:dhcp {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:55:19.334521 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf59e7-24d4-45a0-8436-6dc4d775232f None None] Routers {'cb2c003e-975f-424d-83e9-da3f8b67dd2b'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:55:19.335442 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-6adf59e7-24d4-45a0-8436-6dc4d775232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:55:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:19.354538 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8564f709-f4ed-4d12-a538-ef65f11adada tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "PUT /v2.0/floatingips/14e809c8-dcf5-4e47-a778-4741d0fdeb48 HTTP/1.1" status: 200 len: 991 time: 1.5812557 Apr 28 22:55:19.355231 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'tag': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:55:19.357725 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2494c8d4-50a7-4754-a029-33a7902ea8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc03eba-5e32-4565-a769-b24164a90c4b", "tag": "cd40c7fc-b131-4486-8d6b-6afcde7213ff"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:55:19.388443 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (426172e3-6b5c-4c4b-8004-4918730cb925), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:19.397537 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bee126-eadf-46a8-8215-b639a20c132d x-openstack-request-id: req-c3bee126-eadf-46a8-8215-b639a20c132d {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:55:19.398108 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc03eba-5e32-4565-a769-b24164a90c4b", "tag": "cd40c7fc-b131-4486-8d6b-6afcde7213ff", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:55:19.398530 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3bee126-eadf-46a8-8215-b639a20c132d {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:55:19.398945 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3bee126-eadf-46a8-8215-b639a20c132d'] response: {'name': 'network-changed', 'server_uuid': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'tag': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff', 'status': 'completed', 'code': 200} Apr 28 22:55:19.419865 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=426172e3-6b5c-4c4b-8004-4918730cb925,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:19.432004 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] No DVR routers for this DVR port 426172e3-6b5c-4c4b-8004-4918730cb925 on host dv-cinder-839825-1-iscsi {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:55:19.487256 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494c8d4-50a7-4754-a029-33a7902ea8c5 req-dd7b0773-7b11-486c-bf9e-4986b92b29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:19.489464 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2494c8d4-50a7-4754-a029-33a7902ea8c5 req-dd7b0773-7b11-486c-bf9e-4986b92b29ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989e8026f8c4491aa03a37dac04c7f8a&device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 1129 time: 0.0703380 Apr 28 22:55:19.501521 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bc3d3139-cd38-4cc2-a56b-b26691a4b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529'] for port (426172e3-6b5c-4c4b-8004-4918730cb925), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:19.505007 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-6adf59e7-24d4-45a0-8436-6dc4d775232f None None] Set router cb2c003e-975f-424d-83e9-da3f8b67dd2b gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:55:19.551451 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708811', 'neutron.services.segments.db._delete_segments_for_network-8773828784761'] for network (808cd353-27d7-475f-8883-7bd387f0193d), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:19.557398 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d3139-cd38-4cc2-a56b-b26691a4b193 None None] Pushing event deleted for resources: {'Port': ['ID=426172e3-6b5c-4c4b-8004-4918730cb925,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:19.559318 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d3139-cd38-4cc2-a56b-b26691a4b193 None None] No DVR routers for this DVR port 426172e3-6b5c-4c4b-8004-4918730cb925 on host dv-cinder-839825-1-iscsi {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:55:19.600153 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808cd353-27d7-475f-8883-7bd387f0193d']}} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:19.615476 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37f9318-f12c-4d48-802d-e07fc4094b86') {'for_net_delete': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:19.615776 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37f9318-f12c-4d48-802d-e07fc4094b86') {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:19.627669 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773828787842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521658950'] for segment (e37f9318-f12c-4d48-802d-e07fc4094b86), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:19.650150 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494c8d4-50a7-4754-a029-33a7902ea8c5 req-605857ce-b327-44b3-b817-796ea16b6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:19.651533 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2494c8d4-50a7-4754-a029-33a7902ea8c5 req-605857ce-b327-44b3-b817-796ea16b6209 service neutron] 10.222.0.31 "GET /v2.0/networks?id=937e095d-9c43-4379-90ba-e4ceb11049cd HTTP/1.1" status: 200 len: 918 time: 0.1559720 Apr 28 22:55:19.652447 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (e37f9318-f12c-4d48-802d-e07fc4094b86), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:19.659257 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=110299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 22:55:19.659676 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-521660271'] for segment (e37f9318-f12c-4d48-802d-e07fc4094b86), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: Traceback (most recent call last): Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: timer() Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: cb(*args, **kw) Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: return func(*args, **kwargs) Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: self._notify() Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: self.callback(batched_events) Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: event.method(event) Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: return f(self, *a, **k) Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: return self._get(url).json() Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: return self.request(url, 'GET', **kwargs) Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 22:55:19.665523 dv-cinder-839825-1-iscsi neutron-server[110299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 22:55:19.761371 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-6adf59e7-24d4-45a0-8436-6dc4d775232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:45Z', 'revision_number': 4, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '14e809c8-dcf5-4e47-a778-4741d0fdeb48', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'port_id': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:55:02Z', 'updated_at': '2022-04-28T22:55:18Z', 'revision_number': 1, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299958f2-da92-44d0-8e92-faea5870501b', 'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'mac_address': 'fa:16:3e:9f:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:44Z', 'updated_at': '2022-04-28T22:50:49Z', 'revision_number': 5, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'subnets': [{'id': '0557795c-801b-48d9-9aac-501223d0170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:19.765720 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2494c8d4-50a7-4754-a029-33a7902ea8c5 req-b71ce3b1-4544-4d26-b234-b9dc5d43dff8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd40c7fc-b131-4486-8d6b-6afcde7213ff HTTP/1.1" status: 200 len: 999 time: 0.1075752 Apr 28 22:55:19.794340 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 426172e3-6b5c-4c4b-8004-4918730cb925 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:55:19.797876 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf59e7-24d4-45a0-8436-6dc4d775232f None None] Checking router: cb2c003e-975f-424d-83e9-da3f8b67dd2b for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:55:19.817316 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: 426172e3-6b5c-4c4b-8004-4918730cb925 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:55:19.817711 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 426172e3-6b5c-4c4b-8004-4918730cb925 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:55:19.818110 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 5b981e5c-9261-43cf-9f35-144d0d826c77 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:55:19.818234 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494c8d4-50a7-4754-a029-33a7902ea8c5 req-c9999daf-df16-46d6-b29e-38de3f832563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:19.819628 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2494c8d4-50a7-4754-a029-33a7902ea8c5 req-c9999daf-df16-46d6-b29e-38de3f832563 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0557795c-801b-48d9-9aac-501223d0170a HTTP/1.1" status: 200 len: 856 time: 0.0487182 Apr 28 22:55:19.833854 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833228'] for network (808cd353-27d7-475f-8883-7bd387f0193d), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:19.842058 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: 5b981e5c-9261-43cf-9f35-144d0d826c77 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:55:19.842410 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 5b981e5c-9261-43cf-9f35-144d0d826c77 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:55:19.852390 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf59e7-24d4-45a0-8436-6dc4d775232f None None] Routers {'cb2c003e-975f-424d-83e9-da3f8b67dd2b'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:55:19.852390 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-6adf59e7-24d4-45a0-8436-6dc4d775232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:55:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:19.958621 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-6adf59e7-24d4-45a0-8436-6dc4d775232f None None] Set router cb2c003e-975f-424d-83e9-da3f8b67dd2b gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:55:20.122140 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:20.125350 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/808cd353-27d7-475f-8883-7bd387f0193d HTTP/1.1" status: 204 len: 168 time: 1.1156836 Apr 28 22:55:20.140407 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea65428-acf1-40a7-a830-191b58f926e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=808cd353-27d7-475f-8883-7bd387f0193d,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:20.149053 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494c8d4-50a7-4754-a029-33a7902ea8c5 req-5f17c7c1-7b4b-4aab-b58b-4e304cbbf675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:20.150645 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2494c8d4-50a7-4754-a029-33a7902ea8c5 req-5f17c7c1-7b4b-4aab-b58b-4e304cbbf675 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=937e095d-9c43-4379-90ba-e4ceb11049cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3258362 Apr 28 22:55:20.190529 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-6adf59e7-24d4-45a0-8436-6dc4d775232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:45Z', 'revision_number': 4, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '14e809c8-dcf5-4e47-a778-4741d0fdeb48', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'port_id': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:55:02Z', 'updated_at': '2022-04-28T22:55:18Z', 'revision_number': 1, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299958f2-da92-44d0-8e92-faea5870501b', 'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'mac_address': 'fa:16:3e:9f:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:44Z', 'updated_at': '2022-04-28T22:50:49Z', 'revision_number': 5, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'subnets': [{'id': '0557795c-801b-48d9-9aac-501223d0170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:20.217250 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf59e7-24d4-45a0-8436-6dc4d775232f None None] The sync data for ids ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'] in dv-cinder-839825-1-iscsi is: [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:45Z', 'revision_number': 4, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '14e809c8-dcf5-4e47-a778-4741d0fdeb48', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'port_id': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:55:02Z', 'updated_at': '2022-04-28T22:55:18Z', 'revision_number': 1, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299958f2-da92-44d0-8e92-faea5870501b', 'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'mac_address': 'fa:16:3e:9f:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:44Z', 'updated_at': '2022-04-28T22:50:49Z', 'revision_number': 5, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'subnets': [{'id': '0557795c-801b-48d9-9aac-501223d0170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:55:20.250160 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2494c8d4-50a7-4754-a029-33a7902ea8c5 req-6afb63b3-f355-4051-b3e8-b4a553579718 service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922284 Apr 28 22:55:20.345945 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2494c8d4-50a7-4754-a029-33a7902ea8c5 req-aa5cef77-b127-4c44-bbdd-aa8da0f0109c service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898979 Apr 28 22:55:20.419845 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ffd22b-b8b7-4873-832f-6121f800b138 None None] New status for floating IP 14e809c8-dcf5-4e47-a778-4741d0fdeb48: ACTIVE {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:55:20.483225 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55472) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:20.522960 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-3aa1cf0f-cde8-4f20-a2ca-7914d634b40b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f434106bf30945f58afaceb0b3a389b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385764 Apr 28 22:55:20.525402 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55474) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:20.575848 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-71a856b8-8773-401f-80c3-4fadffdaf282 admin admin] Publish callbacks [] for security_group (58c169b1-0c2b-4b57-a2f5-333d34be8cf9), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:20.596808 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-71a856b8-8773-401f-80c3-4fadffdaf282 admin admin] Publish callbacks [] for security_group (58c169b1-0c2b-4b57-a2f5-333d34be8cf9), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:20.713550 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-71a856b8-8773-401f-80c3-4fadffdaf282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (58c169b1-0c2b-4b57-a2f5-333d34be8cf9), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:20.716111 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-71a856b8-8773-401f-80c3-4fadffdaf282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:20.717253 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-71a856b8-8773-401f-80c3-4fadffdaf282 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58c169b1-0c2b-4b57-a2f5-333d34be8cf9 HTTP/1.1" status: 204 len: 168 time: 0.1908858 Apr 28 22:55:20.726115 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a856b8-8773-401f-80c3-4fadffdaf282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c169b1-0c2b-4b57-a2f5-333d34be8cf9,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:21.345464 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55480) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:21.385320 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-606c4501-c1ee-46df-99ad-6aa29608c9af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=688f62aa088f4c89a1a41810661f09cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386798 Apr 28 22:55:21.387707 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55482) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:21.434590 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6690eb18-bcc8-4276-869e-fa21f7a043cb admin admin] Publish callbacks [] for security_group (3b8edcae-6783-4794-aba8-294f8d10db26), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:21.454932 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6690eb18-bcc8-4276-869e-fa21f7a043cb admin admin] Publish callbacks [] for security_group (3b8edcae-6783-4794-aba8-294f8d10db26), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:21.538334 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6690eb18-bcc8-4276-869e-fa21f7a043cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (3b8edcae-6783-4794-aba8-294f8d10db26), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:21.540853 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6690eb18-bcc8-4276-869e-fa21f7a043cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:21.542056 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-6690eb18-bcc8-4276-869e-fa21f7a043cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b8edcae-6783-4794-aba8-294f8d10db26 HTTP/1.1" status: 204 len: 168 time: 0.1534665 Apr 28 22:55:21.550033 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690eb18-bcc8-4276-869e-fa21f7a043cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8edcae-6783-4794-aba8-294f8d10db26,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:31.993749 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55526) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:31.998339 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-484c0c53-b972-42f8-9c84-bf9e4c4db4c5 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1057356573', 'description': 'tempest-description--1737674128'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:55:32.198947 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-484c0c53-b972-42f8-9c84-bf9e4c4db4c5 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:32.263205 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-484c0c53-b972-42f8-9c84-bf9e4c4db4c5 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (ee07f3bc-f537-4229-bf31-e88a2ce4bf56), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:32.329963 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-484c0c53-b972-42f8-9c84-bf9e4c4db4c5 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (ee07f3bc-f537-4229-bf31-e88a2ce4bf56), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:32.358459 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c0c53-b972-42f8-9c84-bf9e4c4db4c5 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee07f3bc-f537-4229-bf31-e88a2ce4bf56,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:32.423302 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-484c0c53-b972-42f8-9c84-bf9e4c4db4c5 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:32.424528 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-484c0c53-b972-42f8-9c84-bf9e4c4db4c5 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4297690 Apr 28 22:55:32.427288 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55528) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:32.431463 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-be431f92-039c-44a1-a040-19d93cc1c207 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'security_group_rule': {'security_group_id': 'ee07f3bc-f537-4229-bf31-e88a2ce4bf56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:55:32.518038 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-be431f92-039c-44a1-a040-19d93cc1c207 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (43b5d419-9d49-4942-8017-4dd6a884a291), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:32.573108 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-be431f92-039c-44a1-a040-19d93cc1c207 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (43b5d419-9d49-4942-8017-4dd6a884a291), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:32.644847 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-be431f92-039c-44a1-a040-19d93cc1c207 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (43b5d419-9d49-4942-8017-4dd6a884a291), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:32.659257 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be431f92-039c-44a1-a040-19d93cc1c207 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b5d419-9d49-4942-8017-4dd6a884a291,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:32.737724 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-be431f92-039c-44a1-a040-19d93cc1c207 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:32.738983 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-be431f92-039c-44a1-a040-19d93cc1c207 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3107891 Apr 28 22:55:32.741592 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55530) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:32.745827 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-bdec6d46-2663-4be6-bffe-3b03f3503c15 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'security_group_rule': {'security_group_id': 'ee07f3bc-f537-4229-bf31-e88a2ce4bf56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:55:32.843260 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bdec6d46-2663-4be6-bffe-3b03f3503c15 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (99fd7293-7ff5-4e2a-b0f3-ece9dbc1c1cc), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:32.896879 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bdec6d46-2663-4be6-bffe-3b03f3503c15 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (99fd7293-7ff5-4e2a-b0f3-ece9dbc1c1cc), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:32.966246 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bdec6d46-2663-4be6-bffe-3b03f3503c15 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (99fd7293-7ff5-4e2a-b0f3-ece9dbc1c1cc), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:32.983531 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec6d46-2663-4be6-bffe-3b03f3503c15 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fd7293-7ff5-4e2a-b0f3-ece9dbc1c1cc,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:33.053896 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bdec6d46-2663-4be6-bffe-3b03f3503c15 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:33.055113 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-bdec6d46-2663-4be6-bffe-3b03f3503c15 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3125515 Apr 28 22:55:33.058160 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55532) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:33.062459 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'floatingip': {'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:55:33.132393 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:33.209306 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:33.307785 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Allocated IP 172.27.0.96 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/e04a9d35-56fa-46ff-aa7b-5a62a3fa25b9) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:55:33.409708 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for port (e04a9d35-56fa-46ff-aa7b-5a62a3fa25b9), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:33.498372 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (e04a9d35-56fa-46ff-aa7b-5a62a3fa25b9), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:33.535052 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:55:33.542054 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:55:33.546314 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:55:33.549313 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'Port': ['ID=e04a9d35-56fa-46ff-aa7b-5a62a3fa25b9,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:33.634480 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (2440ae15-6be5-46ba-8bfe-3a7c5d04ba90), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:33.717591 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (e04a9d35-56fa-46ff-aa7b-5a62a3fa25b9), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:33.867106 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for port (e04a9d35-56fa-46ff-aa7b-5a62a3fa25b9), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:33.935802 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (e04a9d35-56fa-46ff-aa7b-5a62a3fa25b9), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:34.005448 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'Port': ['ID=e04a9d35-56fa-46ff-aa7b-5a62a3fa25b9,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:34.014230 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (2440ae15-6be5-46ba-8bfe-3a7c5d04ba90), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:34.116902 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:34.118173 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-dcc18926-81a3-47e1-be63-29235e230200 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0590689 Apr 28 22:55:34.317664 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-ee151e89-c01b-479f-81be-a8df0fc02453 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1057356573&fields=id&tenant_id=9fd348c6fc9446738fd825347f3033d8 HTTP/1.1" status: 200 len: 267 time: 0.0461426 Apr 28 22:55:34.423212 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-f1909e76-db8b-4aa3-8f70-33dd13eb6a1a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:34.424653 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-f1909e76-db8b-4aa3-8f70-33dd13eb6a1a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/networks?id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 HTTP/1.1" status: 200 len: 814 time: 0.1003458 Apr 28 22:55:34.439281 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-247b7b1c-e6bf-457e-a007-9766f0312c8f tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/quotas/9fd348c6fc9446738fd825347f3033d8 HTTP/1.1" status: 200 len: 375 time: 0.0087681 Apr 28 22:55:34.490933 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-fab02c9d-a0dc-4c19-8543-d0b8f23b9932 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463405 Apr 28 22:55:34.507290 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b82c9438-1b2f-450f-8317-6c9e0ffe541d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110299) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 22:55:34.508172 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b82c9438-1b2f-450f-8317-6c9e0ffe541d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056608 Apr 28 22:55:34.596988 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-92b3985e-6b3a-463f-876d-61faba22045b service neutron] 10.222.0.13 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836301 Apr 28 22:55:34.683459 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-3abac785-99f3-4d15-ba95-fca30ebc0d8c service neutron] 10.222.0.13 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807648 Apr 28 22:55:34.922361 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7d96bb78-26e1-40e8-9b34-fcaa70cb4186 req-1c533cf9-dc88-4e8d-bd82-babc8f3504ee tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 210 time: 0.0280919 Apr 28 22:55:36.020257 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-be7018c1-51e6-4892-94e9-eb868efb2740 req-caaa4da5-3665-450b-90ee-8ac10e96e549 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 210 time: 0.0331502 Apr 28 22:55:36.484759 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7fd98422-6bbf-4d41-bcc3-a3c97ab9b7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:36.658030 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:55:36.961478 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-6062f4ff-848f-4eb9-8734-027ff5a66379 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:36.962835 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-6062f4ff-848f-4eb9-8734-027ff5a66379 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "GET /v2.0/networks?id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 HTTP/1.1" status: 200 len: 814 time: 0.0991895 Apr 28 22:55:37.033875 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-8c953fec-eafd-43af-a564-372835dd141a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fd348c6fc9446738fd825347f3033d8 HTTP/1.1" status: 200 len: 472 time: 0.0619829 Apr 28 22:55:37.042461 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-2c162f30-8f7c-4b1f-875d-25a674ce5000 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'port': {'device_id': 'bd091627-c8d8-469b-b69c-dff050d3d7b4', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'admin_state_up': True, 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'security_groups': ['ee07f3bc-f537-4229-bf31-e88a2ce4bf56']}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:55:37.122999 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-078f6b2d-0859-489d-8627-b7428d61111e req-05dfb97a-ffd4-4280-9be6-0ffafac469b9 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 210 time: 0.0313873 Apr 28 22:55:37.241100 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-2c162f30-8f7c-4b1f-875d-25a674ce5000 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Made reservation on behalf of 9fd348c6fc9446738fd825347f3033d8 for: {'port': 1} {{(pid=110299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:55:37.244454 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-2c162f30-8f7c-4b1f-875d-25a674ce5000 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:37.370786 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-2c162f30-8f7c-4b1f-875d-25a674ce5000 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Allocated IP 172.20.0.12 (bfcfb4ff-96e6-46c9-b916-d2d6b27e7955/b6ce45fd-4b45-49e1-8302-0b11cb2d2f30/8237f6a7-02ec-40eb-b3c8-7242a82d4cf8) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:55:37.500357 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-2c162f30-8f7c-4b1f-875d-25a674ce5000 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for port (8237f6a7-02ec-40eb-b3c8-7242a82d4cf8), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:37.581980 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-2c162f30-8f7c-4b1f-875d-25a674ce5000 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (8237f6a7-02ec-40eb-b3c8-7242a82d4cf8), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:37.626741 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-2c162f30-8f7c-4b1f-875d-25a674ce5000 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:55:37.632382 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-2c162f30-8f7c-4b1f-875d-25a674ce5000 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:55:37.636058 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-2c162f30-8f7c-4b1f-875d-25a674ce5000 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:55:37.658687 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c162f30-8f7c-4b1f-875d-25a674ce5000 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'Port': ['ID=8237f6a7-02ec-40eb-b3c8-7242a82d4cf8,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:37.686399 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-2c162f30-8f7c-4b1f-875d-25a674ce5000 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:37.690943 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-2c162f30-8f7c-4b1f-875d-25a674ce5000 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:37.780996 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-2c162f30-8f7c-4b1f-875d-25a674ce5000 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7421856 Apr 28 22:55:37.851202 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Request body: {'port': {'device_id': 'bd091627-c8d8-469b-b69c-dff050d3d7b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:55:37.867720 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-3298b727-0860-427f-8598-ede829b10370 None None] Provisioning complete for port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:55:37.868378 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3298b727-0860-427f-8598-ede829b10370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (8237f6a7-02ec-40eb-b3c8-7242a82d4cf8), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:37.901850 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-3298b727-0860-427f-8598-ede829b10370 None None] Port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:55:37.910247 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (8237f6a7-02ec-40eb-b3c8-7242a82d4cf8), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:38.170131 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 {{(pid=110299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:55:38.178357 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Publish callbacks [] for port (8237f6a7-02ec-40eb-b3c8-7242a82d4cf8), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:38.191134 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.provisioning_blocks [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Transition to ACTIVE for port object 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 will not be triggered until provisioned by entity L2. {{(pid=110299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:55:38.238609 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784f4c6-f005-4a1a-bcd1-9c0f011cb47e req-0f06ba5c-6653-4704-89b5-17277aea010b tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:38.240064 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1784f4c6-f005-4a1a-bcd1-9c0f011cb47e req-0f06ba5c-6653-4704-89b5-17277aea010b tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 932 time: 0.0460138 Apr 28 22:55:38.258318 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (8237f6a7-02ec-40eb-b3c8-7242a82d4cf8), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:38.335561 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=8237f6a7-02ec-40eb-b3c8-7242a82d4cf8,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:38.342037 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1784f4c6-f005-4a1a-bcd1-9c0f011cb47e req-bd5439c1-d2c0-4222-b03b-3fad00473537 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee07f3bc-f537-4229-bf31-e88a2ce4bf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963941 Apr 28 22:55:38.407538 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Attempting to bind port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:55:38.407887 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Attempting to bind port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:55:38.408220 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Attempting to bind port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 on network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:55:38.413410 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 on network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:55:38.413742 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Attempting to bind port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 on network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:55:38.418750 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:55:38.419097 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Checking segment: {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:55:38.419491 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Bound using segment: {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'} {{(pid=110299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:55:38.419919 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.managers [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Bound port: 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'}}] {{(pid=110299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:55:38.420283 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (8237f6a7-02ec-40eb-b3c8-7242a82d4cf8), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:38.483948 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] For port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8, host hv-cinder-83982, cleared binding levels {{(pid=110299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:55:38.486957 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] For port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=8237f6a7-02ec-40eb-b3c8-7242a82d4cf8,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:55:38.572694 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (8237f6a7-02ec-40eb-b3c8-7242a82d4cf8), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:38.608920 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:38.609593 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:38.610989 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] 10.222.0.31 "PUT /v2.0/ports/8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 HTTP/1.1" status: 200 len: 1094 time: 0.7645333 Apr 28 22:55:38.611392 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd091627-c8d8-469b-b69c-dff050d3d7b4', 'tag': '8237f6a7-02ec-40eb-b3c8-7242a82d4cf8'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:55:38.613622 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201fa514-bf36-461c-84cb-9fd0524862d5" -d '{"events": [{"name": "network-changed", "server_uuid": "bd091627-c8d8-469b-b69c-dff050d3d7b4", "tag": "8237f6a7-02ec-40eb-b3c8-7242a82d4cf8"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:55:38.650947 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd3391-339d-4720-93b7-76c991b4cfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=8237f6a7-02ec-40eb-b3c8-7242a82d4cf8,revision_number=3']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:38.655371 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950031df-43b6-4409-b7b7-f1359e8d9239 x-openstack-request-id: req-950031df-43b6-4409-b7b7-f1359e8d9239 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:55:38.655663 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd091627-c8d8-469b-b69c-dff050d3d7b4", "tag": "8237f6a7-02ec-40eb-b3c8-7242a82d4cf8", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:55:38.655923 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-950031df-43b6-4409-b7b7-f1359e8d9239 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:55:38.656432 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950031df-43b6-4409-b7b7-f1359e8d9239'] response: {'name': 'network-changed', 'server_uuid': 'bd091627-c8d8-469b-b69c-dff050d3d7b4', 'tag': '8237f6a7-02ec-40eb-b3c8-7242a82d4cf8', 'status': 'completed', 'code': 200} Apr 28 22:55:38.690190 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-34c738ae-8433-4d23-b45e-4680228ba451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:38.719079 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fa514-bf36-461c-84cb-9fd0524862d5 req-8b03fea8-9c27-45d0-81f3-16ac681306d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:38.722874 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-201fa514-bf36-461c-84cb-9fd0524862d5 req-8b03fea8-9c27-45d0-81f3-16ac681306d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 1128 time: 0.0420444 Apr 28 22:55:38.822195 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fa514-bf36-461c-84cb-9fd0524862d5 req-ce783aee-c7d7-4172-a355-b029d09680a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:38.823645 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-201fa514-bf36-461c-84cb-9fd0524862d5 req-ce783aee-c7d7-4172-a355-b029d09680a8 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=9fd348c6fc9446738fd825347f3033d8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0961998 Apr 28 22:55:38.913896 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fa514-bf36-461c-84cb-9fd0524862d5 req-5209037e-bfdd-4736-b47c-4be81bb6be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:38.915273 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-201fa514-bf36-461c-84cb-9fd0524862d5 req-5209037e-bfdd-4736-b47c-4be81bb6be04 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863552 Apr 28 22:55:38.986598 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-7363dff0-2711-49a7-a0a3-54a025da66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:38.988589 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-7363dff0-2711-49a7-a0a3-54a025da66d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 1128 time: 0.0383885 Apr 28 22:55:39.032090 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-91c8ec9c-3d96-402a-b054-1d0e2ff1176a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 HTTP/1.1" status: 200 len: 217 time: 0.0364788 Apr 28 22:55:39.078301 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-a47e49fb-b0c3-43a1-9488-d9f16f1313ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:39.079670 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-a47e49fb-b0c3-43a1-9488-d9f16f1313ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ce45fd-4b45-49e1-8302-0b11cb2d2f30 HTTP/1.1" status: 200 len: 853 time: 0.0424626 Apr 28 22:55:39.121229 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-26284259-da0f-4d54-98e1-b7fa710d19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:39.122734 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-26284259-da0f-4d54-98e1-b7fa710d19d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371981 Apr 28 22:55:39.219304 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-4adc1056-f32a-4cac-be0a-ac4430a06161 service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898688 Apr 28 22:55:39.309761 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f79665f-3cc0-4e57-af4d-2e2e8c284f30 req-4786e7c2-4385-4b3f-a70d-248b307f6c23 service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845826 Apr 28 22:55:39.460122 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13456253-47ae-499b-9269-ba1a6778dd28 req-d50ef42b-234a-4fe8-8e97-0a0b69449233 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:39.461651 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-13456253-47ae-499b-9269-ba1a6778dd28 req-d50ef42b-234a-4fe8-8e97-0a0b69449233 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 944 time: 0.0499544 Apr 28 22:55:39.508097 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-13456253-47ae-499b-9269-ba1a6778dd28 req-23178745-34ae-4b1c-a248-cce72edef191 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee07f3bc-f537-4229-bf31-e88a2ce4bf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401690 Apr 28 22:55:39.823870 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:40.626573 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79290b-46dd-4f62-8777-84acee9a50ac req-02c26d7c-4f53-4972-b8ab-b3f25641f362 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:40.628560 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ee79290b-46dd-4f62-8777-84acee9a50ac req-02c26d7c-4f53-4972-b8ab-b3f25641f362 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 944 time: 0.0459659 Apr 28 22:55:40.672674 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ee79290b-46dd-4f62-8777-84acee9a50ac req-5716942c-3ce9-4d1a-84cf-8e80fb491f22 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee07f3bc-f537-4229-bf31-e88a2ce4bf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387733 Apr 28 22:55:41.209980 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:41.783648 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd521a13-72ce-411c-a950-e86c9540436e req-4412bf99-18f9-4b6f-85f2-8057d0d1f069 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:41.785116 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fd521a13-72ce-411c-a950-e86c9540436e req-4412bf99-18f9-4b6f-85f2-8057d0d1f069 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 944 time: 0.0463004 Apr 28 22:55:41.830080 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fd521a13-72ce-411c-a950-e86c9540436e req-b32a772e-5972-419b-8fba-218a63dc8c92 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee07f3bc-f537-4229-bf31-e88a2ce4bf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395505 Apr 28 22:55:42.669100 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:42.941368 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a616475-8419-4ce5-be6d-794e0bee830c req-b299421f-0f0e-4c56-b28d-818569527a21 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:42.942781 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0a616475-8419-4ce5-be6d-794e0bee830c req-b299421f-0f0e-4c56-b28d-818569527a21 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 944 time: 0.0461271 Apr 28 22:55:42.989703 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0a616475-8419-4ce5-be6d-794e0bee830c req-0c73b9ab-9331-4983-8662-20cf442141f7 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee07f3bc-f537-4229-bf31-e88a2ce4bf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413122 Apr 28 22:55:43.722553 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:55:43.818496 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=8237f6a7-02ec-40eb-b3c8-7242a82d4cf8,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:55:43.958052 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': '8237f6a7-02ec-40eb-b3c8-7242a82d4cf8', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'port_id': '8237f6a7-02ec-40eb-b3c8-7242a82d4cf8', 'mac_address': 'fa:16:3e:b8:a6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:55:43.995202 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:55:43.995594 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (8237f6a7-02ec-40eb-b3c8-7242a82d4cf8), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:44.007964 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:55:44.027251 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=8237f6a7-02ec-40eb-b3c8-7242a82d4cf8,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:55:44.103769 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (8237f6a7-02ec-40eb-b3c8-7242a82d4cf8), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:44.105704 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108e81b-8ede-40d9-a5e2-4b5e935413f4 req-82686f53-74bc-4633-bc23-d097a10c496b tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:44.107299 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b108e81b-8ede-40d9-a5e2-4b5e935413f4 req-82686f53-74bc-4633-bc23-d097a10c496b tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 944 time: 0.0493844 Apr 28 22:55:44.150784 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=8237f6a7-02ec-40eb-b3c8-7242a82d4cf8,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:44.154800 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b108e81b-8ede-40d9-a5e2-4b5e935413f4 req-c4aefb5f-4a74-4a59-82ef-248d7da5590f tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee07f3bc-f537-4229-bf31-e88a2ce4bf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413322 Apr 28 22:55:44.429286 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['8237f6a7-02ec-40eb-b3c8-7242a82d4cf8'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:55:45.276123 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53bb3e-183a-4f89-b045-8a0dee9866d5 req-1e67986b-c39f-401f-a11f-1787459c34e5 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:45.277584 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2e53bb3e-183a-4f89-b045-8a0dee9866d5 req-1e67986b-c39f-401f-a11f-1787459c34e5 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 945 time: 0.0500445 Apr 28 22:55:45.323750 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2e53bb3e-183a-4f89-b045-8a0dee9866d5 req-9e0b1421-40c8-48ba-8425-8d29851b6e0f tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee07f3bc-f537-4229-bf31-e88a2ce4bf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407386 Apr 28 22:55:45.740859 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:55:45.787078 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:55:45.863423 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:55:45.863804 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (8237f6a7-02ec-40eb-b3c8-7242a82d4cf8), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:45.952531 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:55:45.952921 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (8237f6a7-02ec-40eb-b3c8-7242a82d4cf8), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:45.975841 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd091627-c8d8-469b-b69c-dff050d3d7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8237f6a7-02ec-40eb-b3c8-7242a82d4cf8'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:55:45.978198 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5703992e-ff62-4609-b4b8-a04d021c961c" -d '{"events": [{"server_uuid": "bd091627-c8d8-469b-b69c-dff050d3d7b4", "name": "network-vif-plugged", "status": "completed", "tag": "8237f6a7-02ec-40eb-b3c8-7242a82d4cf8"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:55:45.987948 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:45.990881 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=8237f6a7-02ec-40eb-b3c8-7242a82d4cf8,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:55:46.014542 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d59185-c317-44c9-ab31-72798cf76c52 x-openstack-request-id: req-91d59185-c317-44c9-ab31-72798cf76c52 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:55:46.014843 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd091627-c8d8-469b-b69c-dff050d3d7b4", "name": "network-vif-plugged", "status": "completed", "tag": "8237f6a7-02ec-40eb-b3c8-7242a82d4cf8", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:55:46.015103 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91d59185-c317-44c9-ab31-72798cf76c52 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:55:46.015620 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d59185-c317-44c9-ab31-72798cf76c52'] response: {'server_uuid': 'bd091627-c8d8-469b-b69c-dff050d3d7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8237f6a7-02ec-40eb-b3c8-7242a82d4cf8', 'code': 200} Apr 28 22:55:46.057972 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (8237f6a7-02ec-40eb-b3c8-7242a82d4cf8), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:46.109994 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=8237f6a7-02ec-40eb-b3c8-7242a82d4cf8,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:55:46.329546 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d602a4-a5a2-4a52-8bee-d3aee2946d57 req-e49c77f1-04d8-4db8-b9d5-df5b9aa29091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:46.331698 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f1d602a4-a5a2-4a52-8bee-d3aee2946d57 req-e49c77f1-04d8-4db8-b9d5-df5b9aa29091 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 1130 time: 0.0419545 Apr 28 22:55:46.374914 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f1d602a4-a5a2-4a52-8bee-d3aee2946d57 req-13650d9b-4990-4a03-8370-578fd26778b0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ee07f3bc-f537-4229-bf31-e88a2ce4bf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367386 Apr 28 22:55:46.442116 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74a822-8975-4a9a-ba9c-7a0a9a2fc2bb req-bd277121-f076-4f39-9537-63068e9bf8a9 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:46.443586 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2f74a822-8975-4a9a-ba9c-7a0a9a2fc2bb req-bd277121-f076-4f39-9537-63068e9bf8a9 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0468748 Apr 28 22:55:46.489163 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2f74a822-8975-4a9a-ba9c-7a0a9a2fc2bb req-31173f7e-eb18-4fe9-b34b-db37408a0273 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee07f3bc-f537-4229-bf31-e88a2ce4bf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398879 Apr 28 22:55:47.601800 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f91180-7faa-487c-b229-25c8d1b090d9 req-b5c12927-5020-4410-b111-fb28b36822a7 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:47.603213 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e3f91180-7faa-487c-b229-25c8d1b090d9 req-b5c12927-5020-4410-b111-fb28b36822a7 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0464382 Apr 28 22:55:47.651671 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e3f91180-7faa-487c-b229-25c8d1b090d9 req-29cc2ade-127a-440e-bd2a-ff5e37eb8fb4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee07f3bc-f537-4229-bf31-e88a2ce4bf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429544 Apr 28 22:55:48.764423 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614537bf-5264-4aa3-abda-a1357b298593 req-e170a49d-64af-48c1-8a28-1640ddb006ce tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:48.765962 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-614537bf-5264-4aa3-abda-a1357b298593 req-e170a49d-64af-48c1-8a28-1640ddb006ce tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0495429 Apr 28 22:55:48.810861 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-614537bf-5264-4aa3-abda-a1357b298593 req-22b1c0e3-5273-453f-90ad-6deeedd489de tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee07f3bc-f537-4229-bf31-e88a2ce4bf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390568 Apr 28 22:55:48.915856 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f77324-13fe-4bad-8a19-7e5b46242324 req-8b55db1a-1c63-4e36-8024-e89d7b4b5f26 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:48.917342 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-54f77324-13fe-4bad-8a19-7e5b46242324 req-8b55db1a-1c63-4e36-8024-e89d7b4b5f26 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0454745 Apr 28 22:55:48.925961 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 55592) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:55:48.930176 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-467d590b-b469-4a91-b482-6ca388540883 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'floatingip': {'port_id': '8237f6a7-02ec-40eb-b3c8-7242a82d4cf8'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:55:48.967579 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-467d590b-b469-4a91-b482-6ca388540883 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (2440ae15-6be5-46ba-8bfe-3a7c5d04ba90), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:49.410459 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-467d590b-b469-4a91-b482-6ca388540883 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:49.463364 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-467d590b-b469-4a91-b482-6ca388540883 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (2440ae15-6be5-46ba-8bfe-3a7c5d04ba90), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:49.563636 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.l3_db [None req-467d590b-b469-4a91-b482-6ca388540883 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Floating IP 2440ae15-6be5-46ba-8bfe-3a7c5d04ba90 associated. External IP: 172.27.0.96, port: 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8. Apr 28 22:55:49.770307 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467d590b-b469-4a91-b482-6ca388540883 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:55:49.879214 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467d590b-b469-4a91-b482-6ca388540883 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:55:49.883987 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-467d590b-b469-4a91-b482-6ca388540883 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:55:49.890603 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75fae7a-7645-42b4-8241-d359f3c80eb3 None None] Sync routers for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:55:49.899947 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75fae7a-7645-42b4-8241-d359f3c80eb3 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:55:49.900559 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-b75fae7a-7645-42b4-8241-d359f3c80eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:55:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:49.913498 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-467d590b-b469-4a91-b482-6ca388540883 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "PUT /v2.0/floatingips/2440ae15-6be5-46ba-8bfe-3a7c5d04ba90 HTTP/1.1" status: 200 len: 991 time: 0.9865263 Apr 28 22:55:49.914131 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd091627-c8d8-469b-b69c-dff050d3d7b4', 'tag': '8237f6a7-02ec-40eb-b3c8-7242a82d4cf8'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:55:49.916362 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca494a8-9582-4170-82c2-c036f5108190" -d '{"events": [{"name": "network-changed", "server_uuid": "bd091627-c8d8-469b-b69c-dff050d3d7b4", "tag": "8237f6a7-02ec-40eb-b3c8-7242a82d4cf8"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:55:49.952272 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2abc3b-894d-41f9-9f4b-81d00e506c6f x-openstack-request-id: req-9a2abc3b-894d-41f9-9f4b-81d00e506c6f {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:55:49.952568 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd091627-c8d8-469b-b69c-dff050d3d7b4", "tag": "8237f6a7-02ec-40eb-b3c8-7242a82d4cf8", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:55:49.952828 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a2abc3b-894d-41f9-9f4b-81d00e506c6f {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:55:49.953236 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a2abc3b-894d-41f9-9f4b-81d00e506c6f'] response: {'name': 'network-changed', 'server_uuid': 'bd091627-c8d8-469b-b69c-dff050d3d7b4', 'tag': '8237f6a7-02ec-40eb-b3c8-7242a82d4cf8', 'status': 'completed', 'code': 200} Apr 28 22:55:50.011122 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-b75fae7a-7645-42b4-8241-d359f3c80eb3 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:55:50.014275 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca494a8-9582-4170-82c2-c036f5108190 req-4cbc32ea-6e95-466a-bea2-09330de73d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:50.015872 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cca494a8-9582-4170-82c2-c036f5108190 req-4cbc32ea-6e95-466a-bea2-09330de73d12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 1130 time: 0.0404620 Apr 28 22:55:50.109380 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca494a8-9582-4170-82c2-c036f5108190 req-593ad169-05ac-4a37-93d8-79b1e5b68377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:50.110901 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cca494a8-9582-4170-82c2-c036f5108190 req-593ad169-05ac-4a37-93d8-79b1e5b68377 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 HTTP/1.1" status: 200 len: 915 time: 0.0882699 Apr 28 22:55:50.173947 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cca494a8-9582-4170-82c2-c036f5108190 req-db19038e-1723-4221-8075-082a3d357a6f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 HTTP/1.1" status: 200 len: 999 time: 0.0570917 Apr 28 22:55:50.220239 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca494a8-9582-4170-82c2-c036f5108190 req-64831785-a4e5-4d5f-a837-01dd8ad9392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:50.222310 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cca494a8-9582-4170-82c2-c036f5108190 req-64831785-a4e5-4d5f-a837-01dd8ad9392c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ce45fd-4b45-49e1-8302-0b11cb2d2f30 HTTP/1.1" status: 200 len: 853 time: 0.0430388 Apr 28 22:55:50.225027 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-b75fae7a-7645-42b4-8241-d359f3c80eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '2440ae15-6be5-46ba-8bfe-3a7c5d04ba90', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': '8237f6a7-02ec-40eb-b3c8-7242a82d4cf8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:b8:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd091627-c8d8-469b-b69c-dff050d3d7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:55:33Z', 'updated_at': '2022-04-28T22:55:49Z', 'revision_number': 1, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}, {'id': 'ae21330e-c4b5-449f-8715-caca787555a4', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': 'd2269767-4d5c-4adf-adce-0e09d62fa37f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:70:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dc0711-8d74-4280-a791-fe2a65f11365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:53:30Z', 'updated_at': '2022-04-28T22:53:55Z', 'revision_number': 2, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:50.254124 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75fae7a-7645-42b4-8241-d359f3c80eb3 None None] Checking router: dd85593b-044e-4006-9fe7-ce9e9ee6ea00 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:55:50.262376 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75fae7a-7645-42b4-8241-d359f3c80eb3 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:55:50.262915 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-b75fae7a-7645-42b4-8241-d359f3c80eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:55:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:50.267610 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca494a8-9582-4170-82c2-c036f5108190 req-34cb3f40-476d-4725-a99e-78214a8156cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:55:50.269664 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cca494a8-9582-4170-82c2-c036f5108190 req-34cb3f40-476d-4725-a99e-78214a8156cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414851 Apr 28 22:55:50.356922 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cca494a8-9582-4170-82c2-c036f5108190 req-45f4fef4-26db-4467-9d13-ac7a637b7f99 service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817237 Apr 28 22:55:50.370543 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-b75fae7a-7645-42b4-8241-d359f3c80eb3 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:55:50.451111 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cca494a8-9582-4170-82c2-c036f5108190 req-81a5f458-db3a-4629-bd3d-a1c38b59f17d service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869834 Apr 28 22:55:50.583629 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-b75fae7a-7645-42b4-8241-d359f3c80eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '2440ae15-6be5-46ba-8bfe-3a7c5d04ba90', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': '8237f6a7-02ec-40eb-b3c8-7242a82d4cf8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:b8:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd091627-c8d8-469b-b69c-dff050d3d7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:55:33Z', 'updated_at': '2022-04-28T22:55:49Z', 'revision_number': 1, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}, {'id': 'ae21330e-c4b5-449f-8715-caca787555a4', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': 'd2269767-4d5c-4adf-adce-0e09d62fa37f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:70:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dc0711-8d74-4280-a791-fe2a65f11365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:53:30Z', 'updated_at': '2022-04-28T22:53:55Z', 'revision_number': 2, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:55:50.612436 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75fae7a-7645-42b4-8241-d359f3c80eb3 None None] The sync data for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi is: [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '2440ae15-6be5-46ba-8bfe-3a7c5d04ba90', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': '8237f6a7-02ec-40eb-b3c8-7242a82d4cf8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:b8:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd091627-c8d8-469b-b69c-dff050d3d7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:55:33Z', 'updated_at': '2022-04-28T22:55:49Z', 'revision_number': 1, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}, {'id': 'ae21330e-c4b5-449f-8715-caca787555a4', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': 'd2269767-4d5c-4adf-adce-0e09d62fa37f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:70:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dc0711-8d74-4280-a791-fe2a65f11365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:53:30Z', 'updated_at': '2022-04-28T22:53:55Z', 'revision_number': 2, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:55:50.794332 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956a10e3-cc8e-4d26-b0f7-6edae118047f None None] New status for floating IP 2440ae15-6be5-46ba-8bfe-3a7c5d04ba90: ACTIVE {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:56:06.474088 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-87b4d2e8-ec73-4bf6-aed9-6638a6b17acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:56:08.672058 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c936dfc8-2051-4166-aaa4-e123bf8dd3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:56:09.837994 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:56:11.262801 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:56:12.685787 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:56:13.657697 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:56:15.971832 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:56:16.407673 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dc351f3b-0bdf-4cee-802d-d8699e038de2 req-220c62e7-20f0-4c97-943e-79926c367d8e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374582 Apr 28 22:56:16.486185 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc351f3b-0bdf-4cee-802d-d8699e038de2 req-98dd8da3-630f-49f7-a3e3-229d62500db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:16.488139 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dc351f3b-0bdf-4cee-802d-d8699e038de2 req-98dd8da3-630f-49f7-a3e3-229d62500db9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 1129 time: 0.0380931 Apr 28 22:56:16.589318 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc351f3b-0bdf-4cee-802d-d8699e038de2 req-cc8ed0e2-f410-4c3b-9b5d-f5f77625460c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:16.590714 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dc351f3b-0bdf-4cee-802d-d8699e038de2 req-cc8ed0e2-f410-4c3b-9b5d-f5f77625460c service neutron] 10.222.0.31 "GET /v2.0/networks?id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 HTTP/1.1" status: 200 len: 915 time: 0.0851324 Apr 28 22:56:16.652532 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dc351f3b-0bdf-4cee-802d-d8699e038de2 req-c9e406e4-e054-4d2e-a4a5-f7296754c098 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2269767-4d5c-4adf-adce-0e09d62fa37f HTTP/1.1" status: 200 len: 1001 time: 0.0556784 Apr 28 22:56:16.962761 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc351f3b-0bdf-4cee-802d-d8699e038de2 req-84b6a0ae-7975-40e8-a91d-bf1b3a01b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:16.964139 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dc351f3b-0bdf-4cee-802d-d8699e038de2 req-84b6a0ae-7975-40e8-a91d-bf1b3a01b1e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ce45fd-4b45-49e1-8302-0b11cb2d2f30 HTTP/1.1" status: 200 len: 853 time: 0.3055735 Apr 28 22:56:17.008033 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc351f3b-0bdf-4cee-802d-d8699e038de2 req-40aaaa41-976f-484f-9e36-9a692dca1735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:17.009569 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dc351f3b-0bdf-4cee-802d-d8699e038de2 req-40aaaa41-976f-484f-9e36-9a692dca1735 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389752 Apr 28 22:56:17.099313 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dc351f3b-0bdf-4cee-802d-d8699e038de2 req-8bc99376-3f54-4a00-969d-29b8ac3646d3 service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832579 Apr 28 22:56:17.184887 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dc351f3b-0bdf-4cee-802d-d8699e038de2 req-affb4f74-b835-4a38-98a2-ffe546932215 service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798216 Apr 28 22:56:33.260400 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d25bd-c9d9-4458-ad8d-a85106b81f3a req-c25cb3d0-1066-4927-aa3f-08e94a7769c9 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:33.261901 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3b8d25bd-c9d9-4458-ad8d-a85106b81f3a req-c25cb3d0-1066-4927-aa3f-08e94a7769c9 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0535388 Apr 28 22:56:33.312595 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3b8d25bd-c9d9-4458-ad8d-a85106b81f3a req-affd31ae-c1c9-4347-8733-e31b635d43a8 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450125 Apr 28 22:56:34.430328 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83357ec8-a9e8-4bdd-af27-5111b1a27884 req-72aeb5bc-a4e8-47de-9122-0254096b64cd tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:34.431780 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-83357ec8-a9e8-4bdd-af27-5111b1a27884 req-72aeb5bc-a4e8-47de-9122-0254096b64cd tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0463941 Apr 28 22:56:34.476873 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-83357ec8-a9e8-4bdd-af27-5111b1a27884 req-e5e90de6-b053-4e95-8d3d-8c232614a52e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397732 Apr 28 22:56:35.591408 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde11a1f-5865-4461-a442-b31eca372121 req-1881ad42-eae5-458b-8ef4-e6c9095df561 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:35.592759 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fde11a1f-5865-4461-a442-b31eca372121 req-1881ad42-eae5-458b-8ef4-e6c9095df561 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0460277 Apr 28 22:56:35.637244 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fde11a1f-5865-4461-a442-b31eca372121 req-b3ca760a-cec7-4a7f-b224-6bc3a3b0fa3e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391154 Apr 28 22:56:36.477064 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7d559f11-0668-49e2-9ba2-e18e9ffac392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:56:36.752142 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a68952-1606-4941-97a3-4070ad2eea4a req-34517dd8-75f5-42cd-befc-e77891276a01 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:36.753593 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b1a68952-1606-4941-97a3-4070ad2eea4a req-34517dd8-75f5-42cd-befc-e77891276a01 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0457597 Apr 28 22:56:36.802486 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b1a68952-1606-4941-97a3-4070ad2eea4a req-248e2abe-ad65-4b48-9167-81cf4fef7302 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434659 Apr 28 22:56:37.917392 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162aad4-a720-47a9-8674-479b287afb85 req-39448d77-3361-45a2-b366-26e18b7b1bc7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:37.918868 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c162aad4-a720-47a9-8674-479b287afb85 req-39448d77-3361-45a2-b366-26e18b7b1bc7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0462744 Apr 28 22:56:37.964842 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c162aad4-a720-47a9-8674-479b287afb85 req-b147a003-3a69-4403-be3c-e8e156e618b6 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404661 Apr 28 22:56:38.700222 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-83f84c0d-73eb-4340-938a-361b711c4dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:56:39.082144 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56159329-7b94-4a15-af05-e14b2d4647bd req-bbe54d0e-f24c-46b5-99f6-0e40684774c5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:39.083588 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-56159329-7b94-4a15-af05-e14b2d4647bd req-bbe54d0e-f24c-46b5-99f6-0e40684774c5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0461183 Apr 28 22:56:39.128582 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-56159329-7b94-4a15-af05-e14b2d4647bd req-847e819b-d74f-4b01-a839-5e30f21d2eec tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396519 Apr 28 22:56:39.839521 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:56:40.249015 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a6a02-6844-49dc-b3d1-a24eb32be36f req-9e05f18d-e93e-41dd-a034-ade4f93ab9b7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:40.250504 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2a4a6a02-6844-49dc-b3d1-a24eb32be36f req-9e05f18d-e93e-41dd-a034-ade4f93ab9b7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0495160 Apr 28 22:56:40.295830 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2a4a6a02-6844-49dc-b3d1-a24eb32be36f req-877c2188-b5b5-4d06-bc4b-63f5470a82de tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396917 Apr 28 22:56:41.245130 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:56:41.411158 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91f106-26e3-4a09-ac9a-0e2e2bff18e3 req-4cd297a2-3ac5-44cb-b826-91e99ebeba9b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:41.412508 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3a91f106-26e3-4a09-ac9a-0e2e2bff18e3 req-4cd297a2-3ac5-44cb-b826-91e99ebeba9b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0454068 Apr 28 22:56:41.458652 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3a91f106-26e3-4a09-ac9a-0e2e2bff18e3 req-2849f367-0578-4a7f-81bc-625dae920a54 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Apr 28 22:56:42.572353 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7465170-e150-4c4a-bb4a-79d730946289 req-9ca83fc0-a302-4579-9a01-48b72088cb2b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:42.573782 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a7465170-e150-4c4a-bb4a-79d730946289 req-9ca83fc0-a302-4579-9a01-48b72088cb2b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0452418 Apr 28 22:56:42.618748 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a7465170-e150-4c4a-bb4a-79d730946289 req-f70a90a4-aeaa-4c0d-be1b-42ab7bb11ad3 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395207 Apr 28 22:56:42.678920 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:56:43.737247 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee8f40-9547-4648-9c0d-751c4c6a32e0 req-41903a11-c9f9-48c4-bddc-2487433d9e2f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:43.738714 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d4ee8f40-9547-4648-9c0d-751c4c6a32e0 req-41903a11-c9f9-48c4-bddc-2487433d9e2f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0498259 Apr 28 22:56:43.783783 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d4ee8f40-9547-4648-9c0d-751c4c6a32e0 req-917c6a89-374f-47a2-8c82-63fd7f44cdd5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397127 Apr 28 22:56:44.900234 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44e329-476f-4835-a9f1-a973853b24d3 req-b5d472bb-bfec-4cd4-b94f-e5e15bf3655c tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:44.901669 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1f44e329-476f-4835-a9f1-a973853b24d3 req-b5d472bb-bfec-4cd4-b94f-e5e15bf3655c tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0456035 Apr 28 22:56:44.949602 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1f44e329-476f-4835-a9f1-a973853b24d3 req-92deb787-8b98-4909-81c2-229e9b54d9f5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425344 Apr 28 22:56:45.991123 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:56:46.065868 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1d347-9c20-44cd-ad79-1f8b8b495a7e req-68c1cf5f-0a10-40f4-9756-b1dbec78f708 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:46.067318 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a4a1d347-9c20-44cd-ad79-1f8b8b495a7e req-68c1cf5f-0a10-40f4-9756-b1dbec78f708 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0462437 Apr 28 22:56:46.117202 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a4a1d347-9c20-44cd-ad79-1f8b8b495a7e req-79f8f064-34ee-40bd-86ab-f54d5adfec72 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441916 Apr 28 22:56:47.231572 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bff0f-8bb4-476e-87c2-14eb093d0b06 req-86c8416d-ed07-41ae-b930-fc6835b1cdd2 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:47.233023 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c48bff0f-8bb4-476e-87c2-14eb093d0b06 req-86c8416d-ed07-41ae-b930-fc6835b1cdd2 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0457525 Apr 28 22:56:47.279426 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c48bff0f-8bb4-476e-87c2-14eb093d0b06 req-233d6881-d691-466e-9448-0aea99aaf794 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404501 Apr 28 22:56:48.395931 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480396d-9158-41be-b362-4af05a116639 req-253ba766-412e-400b-b9ee-4cf72a3a7cac tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:48.397369 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0480396d-9158-41be-b362-4af05a116639 req-253ba766-412e-400b-b9ee-4cf72a3a7cac tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0456939 Apr 28 22:56:48.445380 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0480396d-9158-41be-b362-4af05a116639 req-55e5534a-46c0-40b3-a874-34aa1d684d6d tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425830 Apr 28 22:56:49.561223 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6352b-afbb-4a44-a1b4-e4c02eb07485 req-ea37490f-44c1-49e6-9cd5-25946f6731a0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:49.562728 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f6a6352b-afbb-4a44-a1b4-e4c02eb07485 req-ea37490f-44c1-49e6-9cd5-25946f6731a0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0468285 Apr 28 22:56:49.608843 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f6a6352b-afbb-4a44-a1b4-e4c02eb07485 req-d4141916-9b3c-450a-8809-4fe8af466d43 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404909 Apr 28 22:56:50.655943 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:56:50.723765 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901575a-7197-482e-a918-53268092ffe4 req-1efc6a88-e622-4a75-a619-e14d3c484026 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:50.725221 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0901575a-7197-482e-a918-53268092ffe4 req-1efc6a88-e622-4a75-a619-e14d3c484026 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0459166 Apr 28 22:56:50.770654 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0901575a-7197-482e-a918-53268092ffe4 req-e2bef32c-d157-4e22-b1de-075b318557c0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400879 Apr 28 22:56:51.892215 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a27f2-c8ac-4652-8b34-4769fcac9098 req-53f0c816-91ad-4cb9-9770-1ad947cd5304 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:51.893737 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ba7a27f2-c8ac-4652-8b34-4769fcac9098 req-53f0c816-91ad-4cb9-9770-1ad947cd5304 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0509202 Apr 28 22:56:51.939746 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ba7a27f2-c8ac-4652-8b34-4769fcac9098 req-84245eb5-0fe9-4c8a-8c48-9d9e542a0eda tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399477 Apr 28 22:56:52.023689 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device cd40c7fc-b131-4486-8d6b-6afcde7213ff details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:56:52.120005 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port cd40c7fc-b131-4486-8d6b-6afcde7213ff, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=cd40c7fc-b131-4486-8d6b-6afcde7213ff,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:56:52.130927 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'port_id': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:56:52.167269 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port cd40c7fc-b131-4486-8d6b-6afcde7213ff is: ACTIVE; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:56:52.167659 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:56:52.180348 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd40c7fc-b131-4486-8d6b-6afcde7213ff {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:56:52.198839 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port cd40c7fc-b131-4486-8d6b-6afcde7213ff, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=cd40c7fc-b131-4486-8d6b-6afcde7213ff,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:56:52.277008 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:56:52.332093 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=cd40c7fc-b131-4486-8d6b-6afcde7213ff,revision_number=6']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:56:52.339154 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:56:52.339467 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:56:52.339839 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:56:52.340184 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:56:52.340523 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:56:52.340859 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:56:52.341191 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:56:52.341521 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:56:52.341871 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:56:52.342202 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:56:52.342532 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:56:52.342861 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:56:52.343190 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:56:52.343514 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:56:52.343837 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:56:52.357200 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['cd40c7fc-b131-4486-8d6b-6afcde7213ff'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:56:53.053726 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cca69d-f89b-4340-ba4f-5825f294065e req-fcf0802d-5187-4898-8488-ca2e54d898a8 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:53.055225 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e5cca69d-f89b-4340-ba4f-5825f294065e req-fcf0802d-5187-4898-8488-ca2e54d898a8 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 944 time: 0.0460343 Apr 28 22:56:53.101269 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e5cca69d-f89b-4340-ba4f-5825f294065e req-96635b31-2794-4f20-9387-b1f57f4b1eaf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407450 Apr 28 22:56:54.036383 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device cd40c7fc-b131-4486-8d6b-6afcde7213ff up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:56:54.083885 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port cd40c7fc-b131-4486-8d6b-6afcde7213ff triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:56:54.084262 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:56:54.159499 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port cd40c7fc-b131-4486-8d6b-6afcde7213ff is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:56:54.159886 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:56:54.181990 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:56:54.184203 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a44c7e-dcca-4a4a-a9a7-786dd2e70218" -d '{"events": [{"server_uuid": "7cc03eba-5e32-4565-a769-b24164a90c4b", "name": "network-vif-plugged", "status": "completed", "tag": "cd40c7fc-b131-4486-8d6b-6afcde7213ff"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:56:54.197584 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port cd40c7fc-b131-4486-8d6b-6afcde7213ff, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=cd40c7fc-b131-4486-8d6b-6afcde7213ff,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:56:54.223627 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83e4b93-5192-4e35-ae11-460c0e45dd58 x-openstack-request-id: req-f83e4b93-5192-4e35-ae11-460c0e45dd58 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:56:54.223986 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc03eba-5e32-4565-a769-b24164a90c4b", "name": "network-vif-plugged", "status": "completed", "tag": "cd40c7fc-b131-4486-8d6b-6afcde7213ff", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:56:54.224102 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515b22-db04-4a98-9d0d-5a62484c85f0 req-bd209e4f-41d2-428c-8e71-2d17d1dc2a3b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:54.224570 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f83e4b93-5192-4e35-ae11-460c0e45dd58 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:56:54.224699 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f83e4b93-5192-4e35-ae11-460c0e45dd58'] response: {'server_uuid': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff', 'code': 200} Apr 28 22:56:54.225504 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fb515b22-db04-4a98-9d0d-5a62484c85f0 req-bd209e4f-41d2-428c-8e71-2d17d1dc2a3b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 944 time: 0.0491962 Apr 28 22:56:54.262365 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:56:54.275308 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fb515b22-db04-4a98-9d0d-5a62484c85f0 req-f7da6ed4-078a-452a-8d67-33a597fc4046 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441334 Apr 28 22:56:54.310092 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=cd40c7fc-b131-4486-8d6b-6afcde7213ff,revision_number=7']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:56:55.395732 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c79c33-7bc0-4ed4-bb78-0f82c9787f5c req-bd985591-e9fb-4b5b-bd9d-a80a2239c2c3 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:55.397273 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e2c79c33-7bc0-4ed4-bb78-0f82c9787f5c req-bd985591-e9fb-4b5b-bd9d-a80a2239c2c3 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0496905 Apr 28 22:56:55.442558 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e2c79c33-7bc0-4ed4-bb78-0f82c9787f5c req-4842da79-7385-4ee6-b5d7-ae060fab36de tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399606 Apr 28 22:56:56.598605 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc14b7-9119-41fe-a82a-45d7ab702558 req-b80b7fbe-fb42-4184-b1ee-23f111cff947 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:56.600139 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d8dc14b7-9119-41fe-a82a-45d7ab702558 req-b80b7fbe-fb42-4184-b1ee-23f111cff947 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0575726 Apr 28 22:56:56.663568 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d8dc14b7-9119-41fe-a82a-45d7ab702558 req-4cd07d24-0ccf-41d6-bdf6-feae09517833 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573659 Apr 28 22:56:57.791831 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cbc8f-1950-457d-8a5f-b0741dfa0ee1 req-b46950c8-b80b-46c4-9c0f-1396bb300dfa tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:57.793349 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bf5cbc8f-1950-457d-8a5f-b0741dfa0ee1 req-b46950c8-b80b-46c4-9c0f-1396bb300dfa tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0509367 Apr 28 22:56:57.849115 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bf5cbc8f-1950-457d-8a5f-b0741dfa0ee1 req-0241b254-d473-414d-9f09-8157d10092ce tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490592 Apr 28 22:56:58.973041 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfc678-15ad-4190-97f2-72737a60336e req-f5868213-e1a8-43f2-82c8-2d03c72277d2 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:56:58.974654 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e3cfc678-15ad-4190-97f2-72737a60336e req-f5868213-e1a8-43f2-82c8-2d03c72277d2 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0494239 Apr 28 22:56:59.021942 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e3cfc678-15ad-4190-97f2-72737a60336e req-3d43f01a-28da-4185-b286-bedb941f9d42 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417316 Apr 28 22:57:00.152787 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495b157-a168-4b96-a81a-d5650ac9453c req-9d54c04f-5736-4967-a826-39f280f03ac0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:00.158901 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a495b157-a168-4b96-a81a-d5650ac9453c req-9d54c04f-5736-4967-a826-39f280f03ac0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0579407 Apr 28 22:57:00.207207 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a495b157-a168-4b96-a81a-d5650ac9453c req-7f97f1b1-497d-4d0c-a935-ef57468d10b6 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464385 Apr 28 22:57:01.340623 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f95444-e1c8-4aef-9cdb-002b76d0a606 req-85e51b86-f40f-4063-91a1-d60b34008f6f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:01.342238 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-34f95444-e1c8-4aef-9cdb-002b76d0a606 req-85e51b86-f40f-4063-91a1-d60b34008f6f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0559521 Apr 28 22:57:01.398715 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-34f95444-e1c8-4aef-9cdb-002b76d0a606 req-e4384681-fccf-406b-8da1-ee7af937a13a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499675 Apr 28 22:57:02.524049 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791af43-2d50-48c0-a165-a898b43348d2 req-eb229c23-1ae8-4b92-b86b-0aa225b3cc8b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:02.525582 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5791af43-2d50-48c0-a165-a898b43348d2 req-eb229c23-1ae8-4b92-b86b-0aa225b3cc8b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0524592 Apr 28 22:57:02.578689 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5791af43-2d50-48c0-a165-a898b43348d2 req-0bc0f497-04a6-4d0c-8084-1a5772515787 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471294 Apr 28 22:57:03.725659 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbc511-84f5-4cc5-9037-2d0f26f8d525 req-ada29245-4e16-4757-978d-a26e8f240b38 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:03.727250 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-29dbc511-84f5-4cc5-9037-2d0f26f8d525 req-ada29245-4e16-4757-978d-a26e8f240b38 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0522633 Apr 28 22:57:03.781088 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-29dbc511-84f5-4cc5-9037-2d0f26f8d525 req-a9662dd4-9273-4f33-89a9-0e6e57351242 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480247 Apr 28 22:57:04.910770 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac403653-a35e-4265-b817-fd3aa8ec611b req-9d59f5bd-ff30-4bbe-bc2c-8ccbe7b501aa tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:04.918064 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ac403653-a35e-4265-b817-fd3aa8ec611b req-9d59f5bd-ff30-4bbe-bc2c-8ccbe7b501aa tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0574615 Apr 28 22:57:04.983087 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ac403653-a35e-4265-b817-fd3aa8ec611b req-58403a7b-2e10-4442-a51e-3df94941b5ca tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641670 Apr 28 22:57:05.540812 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9faa38-de95-493f-abe7-8f6ab466d6aa req-352fb51f-c00c-440c-bd9e-b5f15746d6a0 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:05.542329 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1b9faa38-de95-493f-abe7-8f6ab466d6aa req-352fb51f-c00c-440c-bd9e-b5f15746d6a0 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0481267 Apr 28 22:57:05.588828 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1b9faa38-de95-493f-abe7-8f6ab466d6aa req-3bc96a84-3090-4ad5-ac7e-96c415ef1190 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee07f3bc-f537-4229-bf31-e88a2ce4bf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407917 Apr 28 22:57:06.117619 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ebb8e-53ed-4486-bdc9-7703df364cc6 req-c69238d6-8e48-46d9-ad12-d0ba21ba3be0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:06.119139 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-510ebb8e-53ed-4486-bdc9-7703df364cc6 req-c69238d6-8e48-46d9-ad12-d0ba21ba3be0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0473747 Apr 28 22:57:06.175344 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-510ebb8e-53ed-4486-bdc9-7703df364cc6 req-6377870e-871c-4510-abe0-6286bc9341ef tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483546 Apr 28 22:57:06.501627 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3bd9fa90-a9d9-4941-bdca-112c88b67352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:06.707197 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db33e5-5252-45a1-8097-e861c36c7e72 req-438279bf-2544-44c4-9cc8-a6da87a18cb2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:06.708674 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-94db33e5-5252-45a1-8097-e861c36c7e72 req-438279bf-2544-44c4-9cc8-a6da87a18cb2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0515871 Apr 28 22:57:06.754980 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-94db33e5-5252-45a1-8097-e861c36c7e72 req-7429ed87-05d2-49c5-a050-73a632151ad3 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee07f3bc-f537-4229-bf31-e88a2ce4bf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406156 Apr 28 22:57:07.021639 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b8389-f587-4002-8c39-46adecb9e763 req-41cb1b1e-2488-43b8-accf-9fdcbf0bf4db tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:07.023096 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3e2b8389-f587-4002-8c39-46adecb9e763 req-41cb1b1e-2488-43b8-accf-9fdcbf0bf4db tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 946 time: 0.0464766 Apr 28 22:57:07.114580 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [req-3e2b8389-f587-4002-8c39-46adecb9e763 req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Deleting port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:57:07.114919 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-3e2b8389-f587-4002-8c39-46adecb9e763 req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (8237f6a7-02ec-40eb-b3c8-7242a82d4cf8), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:07.201098 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-3e2b8389-f587-4002-8c39-46adecb9e763 req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] For port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=8237f6a7-02ec-40eb-b3c8-7242a82d4cf8,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:57:07.201467 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-3e2b8389-f587-4002-8c39-46adecb9e763 req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (8237f6a7-02ec-40eb-b3c8-7242a82d4cf8), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:07.293069 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c3b0a-2ae6-4be9-a552-d314b941de3b req-d13a2156-237a-43eb-8ff3-9f35a967bb0b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:07.295081 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b85c3b0a-2ae6-4be9-a552-d314b941de3b req-d13a2156-237a-43eb-8ff3-9f35a967bb0b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0552657 Apr 28 22:57:07.344741 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b85c3b0a-2ae6-4be9-a552-d314b941de3b req-9024a033-3de2-42c2-8432-00d23e6b8a69 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440624 Apr 28 22:57:07.382098 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-3e2b8389-f587-4002-8c39-46adecb9e763 req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:07.382460 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-3e2b8389-f587-4002-8c39-46adecb9e763 req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (2440ae15-6be5-46ba-8bfe-3a7c5d04ba90), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:07.382771 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.l3_db [req-3e2b8389-f587-4002-8c39-46adecb9e763 req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Floating IP 2440ae15-6be5-46ba-8bfe-3a7c5d04ba90 disassociated. External IP: 172.27.0.96, port: 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8. Apr 28 22:57:07.383118 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [req-3e2b8389-f587-4002-8c39-46adecb9e763 req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Calling delete_port for 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 owned by compute:nova {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:57:07.575720 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-3e2b8389-f587-4002-8c39-46adecb9e763 req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (8237f6a7-02ec-40eb-b3c8-7242a82d4cf8), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:07.603666 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event deleted for resources: {'Port': ['ID=8237f6a7-02ec-40eb-b3c8-7242a82d4cf8,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:07.616100 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:07.616444 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:07.616795 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:07.617135 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:07.617470 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:07.619874 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:07.619874 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:07.619874 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:07.619874 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:07.619874 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:07.619874 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:07.619874 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:07.620674 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:07.620674 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:07.620674 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:07.735242 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e2b8389-f587-4002-8c39-46adecb9e763 req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:57:07.831220 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf62b7-7360-4a43-997e-339cb57b3a25 req-723e4140-2f8e-4440-8960-04a56110b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:07.832723 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-acbf62b7-7360-4a43-997e-339cb57b3a25 req-723e4140-2f8e-4440-8960-04a56110b795 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989e8026f8c4491aa03a37dac04c7f8a&device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 1129 time: 0.0444615 Apr 28 22:57:07.865072 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-937cd99a-8abc-4c14-8264-f060189d175e req-1b279922-a321-4ca7-9b06-4debdbf2bf38 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 210 time: 0.0355725 Apr 28 22:57:07.875050 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e2b8389-f587-4002-8c39-46adecb9e763 req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:57:07.894637 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbb480a-d562-4550-9824-d69715d7de1c None None] Sync routers for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:57:07.907088 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb480a-d562-4550-9824-d69715d7de1c None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:57:07.908399 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-ccbb480a-d562-4550-9824-d69715d7de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:56:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:57:07.921639 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2b8389-f587-4002-8c39-46adecb9e763 req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] No DVR routers for this DVR port 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 on host hv-cinder-83982 {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:57:07.924948 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-3e2b8389-f587-4002-8c39-46adecb9e763 req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:07.928350 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3e2b8389-f587-4002-8c39-46adecb9e763 req-fd593e6d-84cd-4710-8a71-2e890595c012 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "DELETE /v2.0/ports/8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 HTTP/1.1" status: 204 len: 173 time: 0.8935404 Apr 28 22:57:07.928815 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd091627-c8d8-469b-b69c-dff050d3d7b4', 'name': 'network-vif-deleted', 'tag': '8237f6a7-02ec-40eb-b3c8-7242a82d4cf8'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:57:07.931484 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf62b7-7360-4a43-997e-339cb57b3a25 req-a6f67f54-f296-4650-82bd-85448744edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:07.931748 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d393224-5f22-46f0-bbff-3c4244ddc0b7" -d '{"events": [{"server_uuid": "bd091627-c8d8-469b-b69c-dff050d3d7b4", "name": "network-vif-deleted", "tag": "8237f6a7-02ec-40eb-b3c8-7242a82d4cf8"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:57:07.937683 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-acbf62b7-7360-4a43-997e-339cb57b3a25 req-a6f67f54-f296-4650-82bd-85448744edd7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=937e095d-9c43-4379-90ba-e4ceb11049cd HTTP/1.1" status: 200 len: 918 time: 0.0993416 Apr 28 22:57:07.982177 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9380397b-6cfa-438c-b014-9dbb8761ff35 x-openstack-request-id: req-9380397b-6cfa-438c-b014-9dbb8761ff35 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:57:07.982676 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd091627-c8d8-469b-b69c-dff050d3d7b4", "name": "network-vif-deleted", "tag": "8237f6a7-02ec-40eb-b3c8-7242a82d4cf8", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:57:07.983001 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9380397b-6cfa-438c-b014-9dbb8761ff35 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:57:07.983474 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9380397b-6cfa-438c-b014-9dbb8761ff35'] response: {'server_uuid': 'bd091627-c8d8-469b-b69c-dff050d3d7b4', 'name': 'network-vif-deleted', 'tag': '8237f6a7-02ec-40eb-b3c8-7242a82d4cf8', 'status': 'completed', 'code': 200} Apr 28 22:57:08.013134 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-acbf62b7-7360-4a43-997e-339cb57b3a25 req-d679db9b-63c8-4cd5-8a16-d82ff2d0019d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd40c7fc-b131-4486-8d6b-6afcde7213ff HTTP/1.1" status: 200 len: 1001 time: 0.0696039 Apr 28 22:57:08.034470 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-ccbb480a-d562-4550-9824-d69715d7de1c None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:57:08.075363 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf62b7-7360-4a43-997e-339cb57b3a25 req-e0b003f9-4530-4754-b71b-81eb45d658d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:08.076986 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-acbf62b7-7360-4a43-997e-339cb57b3a25 req-e0b003f9-4530-4754-b71b-81eb45d658d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0557795c-801b-48d9-9aac-501223d0170a HTTP/1.1" status: 200 len: 856 time: 0.0579610 Apr 28 22:57:08.151807 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf62b7-7360-4a43-997e-339cb57b3a25 req-3f388e1b-34cb-4b1a-92a6-59b9d84f9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:08.153378 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-acbf62b7-7360-4a43-997e-339cb57b3a25 req-3f388e1b-34cb-4b1a-92a6-59b9d84f9595 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=937e095d-9c43-4379-90ba-e4ceb11049cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558627 Apr 28 22:57:08.249316 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-acbf62b7-7360-4a43-997e-339cb57b3a25 req-b58d3354-98dd-4b9e-9666-5eddcddfaed8 service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894871 Apr 28 22:57:08.265134 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-ccbb480a-d562-4550-9824-d69715d7de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'ae21330e-c4b5-449f-8715-caca787555a4', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': 'd2269767-4d5c-4adf-adce-0e09d62fa37f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:70:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dc0711-8d74-4280-a791-fe2a65f11365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:53:30Z', 'updated_at': '2022-04-28T22:53:55Z', 'revision_number': 2, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:57:08.292256 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbb480a-d562-4550-9824-d69715d7de1c None None] Checking router: dd85593b-044e-4006-9fe7-ce9e9ee6ea00 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:57:08.300429 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb480a-d562-4550-9824-d69715d7de1c None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:57:08.300951 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-ccbb480a-d562-4550-9824-d69715d7de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:56:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:57:08.343726 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-acbf62b7-7360-4a43-997e-339cb57b3a25 req-30a1dd6b-92ac-4d85-a9b0-a38f35a024fb service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883548 Apr 28 22:57:08.410440 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-ccbb480a-d562-4550-9824-d69715d7de1c None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:57:08.460757 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9527170-288a-47b1-8718-171a723036a0 req-ee9a00c4-1002-4ba7-8783-b6b3f91c0d98 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:08.462315 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c9527170-288a-47b1-8718-171a723036a0 req-ee9a00c4-1002-4ba7-8783-b6b3f91c0d98 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0459912 Apr 28 22:57:08.509663 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c9527170-288a-47b1-8718-171a723036a0 req-34150ee9-17e1-40dc-bc89-d0e95fdb3bf9 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419021 Apr 28 22:57:08.633996 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-ccbb480a-d562-4550-9824-d69715d7de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'ae21330e-c4b5-449f-8715-caca787555a4', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': 'd2269767-4d5c-4adf-adce-0e09d62fa37f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:70:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dc0711-8d74-4280-a791-fe2a65f11365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:53:30Z', 'updated_at': '2022-04-28T22:53:55Z', 'revision_number': 2, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:57:08.660892 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbb480a-d562-4550-9824-d69715d7de1c None None] The sync data for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi is: [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'ae21330e-c4b5-449f-8715-caca787555a4', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': 'd2269767-4d5c-4adf-adce-0e09d62fa37f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:70:e7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dc0711-8d74-4280-a791-fe2a65f11365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:53:30Z', 'updated_at': '2022-04-28T22:53:55Z', 'revision_number': 2, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:57:08.694323 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-faff25c5-545c-4d32-bd38-122669444427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:08.873796 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41cddb1-f955-46f6-afd1-6bc20975e501 None None] New status for floating IP 2440ae15-6be5-46ba-8bfe-3a7c5d04ba90: DOWN {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:57:08.972490 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f12f749f-09c9-4b23-a4ee-c7a8df9fad22 req-6733d249-b70d-4a2b-a7a0-8f8155faad72 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 210 time: 0.0267105 Apr 28 22:57:09.629000 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51728849-e7ca-4ac5-acfe-68abc305bf6a req-728b258f-dd8f-4eab-b4c5-e670cf6e3352 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:09.630390 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-51728849-e7ca-4ac5-acfe-68abc305bf6a req-728b258f-dd8f-4eab-b4c5-e670cf6e3352 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0461891 Apr 28 22:57:09.680227 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-51728849-e7ca-4ac5-acfe-68abc305bf6a req-deadd124-8727-46f9-8cda-84c9b1c758e0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443375 Apr 28 22:57:09.958727 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:10.084806 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6165d837-7a6f-4853-a316-568439b368be req-f3b51794-45d8-491e-b549-34c03abfa4ff tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd091627-c8d8-469b-b69c-dff050d3d7b4 HTTP/1.1" status: 200 len: 210 time: 0.0325778 Apr 28 22:57:10.797102 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c0d50-5d48-4b86-a3d8-ac928bc978c4 req-40ede376-2c46-42fa-9ac1-80df15fff879 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:10.798573 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4e0c0d50-5d48-4b86-a3d8-ac928bc978c4 req-40ede376-2c46-42fa-9ac1-80df15fff879 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 945 time: 0.0465605 Apr 28 22:57:10.845933 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4e0c0d50-5d48-4b86-a3d8-ac928bc978c4 req-b3257c31-8764-4faf-b18b-679770ea4f6f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411832 Apr 28 22:57:11.245435 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55800) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:57:11.249970 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:11.298118 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (ee07f3bc-f537-4229-bf31-e88a2ce4bf56), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:11.321467 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (ee07f3bc-f537-4229-bf31-e88a2ce4bf56), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:11.430655 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (ee07f3bc-f537-4229-bf31-e88a2ce4bf56), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:11.433235 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:11.434404 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "DELETE /v2.0/security-groups/ee07f3bc-f537-4229-bf31-e88a2ce4bf56 HTTP/1.1" status: 204 len: 168 time: 0.1879783 Apr 28 22:57:11.437241 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 55802) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:57:11.443580 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee07f3bc-f537-4229-bf31-e88a2ce4bf56,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:11.450922 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.api.v2.resource [None req-6eaf03f8-62fc-4884-bc87-247d42d973c0 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] show failed (client error): The resource could not be found. Apr 28 22:57:11.451067 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:11.451323 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:11.451666 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:11.451907 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-6eaf03f8-62fc-4884-bc87-247d42d973c0 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups/ee07f3bc-f537-4229-bf31-e88a2ce4bf56 HTTP/1.1" status: 404 len: 347 time: 0.0135922 Apr 28 22:57:11.452025 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:11.452328 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:11.452660 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:11.452988 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:11.453316 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:11.453641 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:11.454000 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:11.454382 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:11.454715 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:11.454921 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 55804) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:57:11.455034 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:11.455346 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:11.456158 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d3e77-bbe2-448c-94d4-d51d5b645189 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:57:11.573506 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-216b7690-be5e-4868-8510-63ca0f6b960f tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Deleting port e04a9d35-56fa-46ff-aa7b-5a62a3fa25b9 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:57:11.573788 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-216b7690-be5e-4868-8510-63ca0f6b960f tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (e04a9d35-56fa-46ff-aa7b-5a62a3fa25b9), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:11.663093 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-216b7690-be5e-4868-8510-63ca0f6b960f tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (e04a9d35-56fa-46ff-aa7b-5a62a3fa25b9), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:11.663557 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-216b7690-be5e-4868-8510-63ca0f6b960f tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (e04a9d35-56fa-46ff-aa7b-5a62a3fa25b9), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:11.678938 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-216b7690-be5e-4868-8510-63ca0f6b960f tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Calling delete_port for e04a9d35-56fa-46ff-aa7b-5a62a3fa25b9 owned by network:floatingip {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:57:11.887944 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-216b7690-be5e-4868-8510-63ca0f6b960f tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (e04a9d35-56fa-46ff-aa7b-5a62a3fa25b9), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:11.916557 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b7690-be5e-4868-8510-63ca0f6b960f tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event deleted for resources: {'Port': ['ID=e04a9d35-56fa-46ff-aa7b-5a62a3fa25b9,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:11.978754 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-216b7690-be5e-4868-8510-63ca0f6b960f tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (2440ae15-6be5-46ba-8bfe-3a7c5d04ba90), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:11.981361 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-216b7690-be5e-4868-8510-63ca0f6b960f tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:11.982570 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-216b7690-be5e-4868-8510-63ca0f6b960f tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "DELETE /v2.0/floatingips/2440ae15-6be5-46ba-8bfe-3a7c5d04ba90 HTTP/1.1" status: 204 len: 168 time: 0.5262740 Apr 28 22:57:12.123564 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:57:12.148120 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:57:12.148465 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 8237f6a7-02ec-40eb-b3c8-7242a82d4cf8 not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:57:12.148941 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device cd40c7fc-b131-4486-8d6b-6afcde7213ff no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:57:12.229828 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port cd40c7fc-b131-4486-8d6b-6afcde7213ff is: ACTIVE; New status is: DOWN {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:57:12.230294 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:12.255363 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:57:12.257584 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54eb5617-acad-49f3-a541-5a774c40e2a2" -d '{"events": [{"server_uuid": "7cc03eba-5e32-4565-a769-b24164a90c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "cd40c7fc-b131-4486-8d6b-6afcde7213ff"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:57:12.270194 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port cd40c7fc-b131-4486-8d6b-6afcde7213ff, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=cd40c7fc-b131-4486-8d6b-6afcde7213ff,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:57:12.335696 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:12.387229 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=cd40c7fc-b131-4486-8d6b-6afcde7213ff,revision_number=8']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:12.525207 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Apr 2022 22:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24d313c-a216-49cd-af12-2d16212fbfc0 x-openstack-request-id: req-a24d313c-a216-49cd-af12-2d16212fbfc0 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:57:12.525503 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc03eba-5e32-4565-a769-b24164a90c4b", "name": "network-vif-unplugged", "status": "failed", "tag": "cd40c7fc-b131-4486-8d6b-6afcde7213ff", "code": 422}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:57:12.525760 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a24d313c-a216-49cd-af12-2d16212fbfc0 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:57:12.530751 dv-cinder-839825-1-iscsi neutron-server[110301]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a24d313c-a216-49cd-af12-2d16212fbfc0']: {'server_uuid': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff', 'code': 422} returned with failed status Apr 28 22:57:12.684219 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:12.739134 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [req-dbfbad8e-bb3b-41d6-a1ab-17e7c45e09dc req-590d8d49-01d9-4277-b6be-eba14d293ffe service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110299) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 22:57:12.740239 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-dbfbad8e-bb3b-41d6-a1ab-17e7c45e09dc req-590d8d49-01d9-4277-b6be-eba14d293ffe service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0985465 Apr 28 22:57:13.051178 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7550c-ca51-4d3d-9ba5-4989144b12ff req-e69ac3dc-9d92-4994-a95d-0284da7462ac tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:13.052733 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a3a7550c-ca51-4d3d-9ba5-4989144b12ff req-e69ac3dc-9d92-4994-a95d-0284da7462ac tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0472238 Apr 28 22:57:13.107378 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a3a7550c-ca51-4d3d-9ba5-4989144b12ff req-a2d1a0da-b8cd-44da-8fef-9e5d80c476bc tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491533 Apr 28 22:57:13.334607 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-aaa18fd5-ed95-4d22-8bf5-d84aeef17c3f req-919813b0-bbad-44cb-975b-930b860cdcb1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790396 Apr 28 22:57:13.455934 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa18fd5-ed95-4d22-8bf5-d84aeef17c3f req-eeca6786-99c6-4097-8664-d10dcc7d03b6 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:13.457294 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-aaa18fd5-ed95-4d22-8bf5-d84aeef17c3f req-eeca6786-99c6-4097-8664-d10dcc7d03b6 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports/cd40c7fc-b131-4486-8d6b-6afcde7213ff HTTP/1.1" status: 200 len: 940 time: 0.0956802 Apr 28 22:57:14.145732 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a64ab1-a2b2-44b1-a042-66f9afcf0b49 req-f6374aa0-c934-4ced-a3ef-1ecaaf457702 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:14.149880 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-27a64ab1-a2b2-44b1-a042-66f9afcf0b49 req-f6374aa0-c934-4ced-a3ef-1ecaaf457702 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 945 time: 0.0471072 Apr 28 22:57:14.198956 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-27a64ab1-a2b2-44b1-a042-66f9afcf0b49 req-6c21f1c7-1bcd-4032-b2a0-ed6f4fb1d592 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=183f24c3-72ed-4cdb-bb41-6511e36e544c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454576 Apr 28 22:57:14.230511 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8491c8a-5840-4e14-b4b8-f6b008e2cbae req-862ea3a7-62a6-486f-889c-3dace85e60cb tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:14.232012 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b8491c8a-5840-4e14-b4b8-f6b008e2cbae req-862ea3a7-62a6-486f-889c-3dace85e60cb tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0477533 Apr 28 22:57:14.277735 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b8491c8a-5840-4e14-b4b8-f6b008e2cbae req-8c6dec7d-7ba1-4cad-b8a8-969de6170dad tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399604 Apr 28 22:57:15.310138 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e495b2-5f56-4e32-aec7-d11d83309eb9 req-3323ea48-1ac4-48c8-9068-1221c9c3145c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:15.311689 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-49e495b2-5f56-4e32-aec7-d11d83309eb9 req-3323ea48-1ac4-48c8-9068-1221c9c3145c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 945 time: 0.0458362 Apr 28 22:57:15.359453 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-49e495b2-5f56-4e32-aec7-d11d83309eb9 req-2c3efbe5-8ac9-4ef9-a795-f18e7b918e4f tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=183f24c3-72ed-4cdb-bb41-6511e36e544c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419393 Apr 28 22:57:15.399902 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6568e48-ee37-4b88-8ecb-d303f7c6c75a req-75bbc75a-b2ae-4fe3-ab6d-c6bcee987148 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:15.401372 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a6568e48-ee37-4b88-8ecb-d303f7c6c75a req-75bbc75a-b2ae-4fe3-ab6d-c6bcee987148 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0503488 Apr 28 22:57:15.448343 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a6568e48-ee37-4b88-8ecb-d303f7c6c75a req-7701d87a-f61d-42ac-9909-0f1f65c67edf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414722 Apr 28 22:57:15.989144 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa18fd5-ed95-4d22-8bf5-d84aeef17c3f req-446af5a3-6355-4cc6-90db-18f85592fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:15.990700 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-aaa18fd5-ed95-4d22-8bf5-d84aeef17c3f req-446af5a3-6355-4cc6-90db-18f85592fbc0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b&tenant_id=989e8026f8c4491aa03a37dac04c7f8a HTTP/1.1" status: 200 len: 1127 time: 0.0431159 Apr 28 22:57:15.996685 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166da9b-4459-458e-9554-42e0877c1b9e req-769295d7-b078-470b-95bc-72018b46c696 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:15.998280 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:15.998777 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a166da9b-4459-458e-9554-42e0877c1b9e req-769295d7-b078-470b-95bc-72018b46c696 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 945 time: 0.0514305 Apr 28 22:57:16.048557 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa18fd5-ed95-4d22-8bf5-d84aeef17c3f req-e817c90a-b5e2-4286-aef0-ae46de29c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:16.050172 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-aaa18fd5-ed95-4d22-8bf5-d84aeef17c3f req-e817c90a-b5e2-4286-aef0-ae46de29c591 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989e8026f8c4491aa03a37dac04c7f8a&device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 1127 time: 0.0381632 Apr 28 22:57:16.082954 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [req-a166da9b-4459-458e-9554-42e0877c1b9e req-b8271348-5294-4b04-88a2-b4fd06b605a6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Deleting port d2269767-4d5c-4adf-adce-0e09d62fa37f {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:57:16.083305 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a166da9b-4459-458e-9554-42e0877c1b9e req-b8271348-5294-4b04-88a2-b4fd06b605a6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (d2269767-4d5c-4adf-adce-0e09d62fa37f), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:16.138161 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa18fd5-ed95-4d22-8bf5-d84aeef17c3f req-dad31e9f-b8db-4172-aa56-b7c9c878e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:16.139612 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-aaa18fd5-ed95-4d22-8bf5-d84aeef17c3f req-dad31e9f-b8db-4172-aa56-b7c9c878e729 service neutron] 10.222.0.31 "GET /v2.0/networks?id=937e095d-9c43-4379-90ba-e4ceb11049cd HTTP/1.1" status: 200 len: 918 time: 0.0839455 Apr 28 22:57:16.172609 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [req-a166da9b-4459-458e-9554-42e0877c1b9e req-b8271348-5294-4b04-88a2-b4fd06b605a6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] For port d2269767-4d5c-4adf-adce-0e09d62fa37f, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=d2269767-4d5c-4adf-adce-0e09d62fa37f,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:57:16.173007 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a166da9b-4459-458e-9554-42e0877c1b9e req-b8271348-5294-4b04-88a2-b4fd06b605a6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (d2269767-4d5c-4adf-adce-0e09d62fa37f), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:16.208384 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-aaa18fd5-ed95-4d22-8bf5-d84aeef17c3f req-57baa023-39a9-454f-a518-d08154b2b5b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd40c7fc-b131-4486-8d6b-6afcde7213ff HTTP/1.1" status: 200 len: 999 time: 0.0616124 Apr 28 22:57:16.254987 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa18fd5-ed95-4d22-8bf5-d84aeef17c3f req-79bda982-2c0f-438a-9fbc-758f6198f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:16.256425 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-aaa18fd5-ed95-4d22-8bf5-d84aeef17c3f req-79bda982-2c0f-438a-9fbc-758f6198f8d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0557795c-801b-48d9-9aac-501223d0170a HTTP/1.1" status: 200 len: 856 time: 0.0427206 Apr 28 22:57:16.298872 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa18fd5-ed95-4d22-8bf5-d84aeef17c3f req-ffb546de-d4ea-47eb-bd1f-2a87973e3490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:16.300280 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-aaa18fd5-ed95-4d22-8bf5-d84aeef17c3f req-ffb546de-d4ea-47eb-bd1f-2a87973e3490 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=937e095d-9c43-4379-90ba-e4ceb11049cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379252 Apr 28 22:57:16.345513 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a166da9b-4459-458e-9554-42e0877c1b9e req-b8271348-5294-4b04-88a2-b4fd06b605a6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:16.346100 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a166da9b-4459-458e-9554-42e0877c1b9e req-b8271348-5294-4b04-88a2-b4fd06b605a6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (ae21330e-c4b5-449f-8715-caca787555a4), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:16.346273 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.l3_db [req-a166da9b-4459-458e-9554-42e0877c1b9e req-b8271348-5294-4b04-88a2-b4fd06b605a6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Floating IP ae21330e-c4b5-449f-8715-caca787555a4 disassociated. External IP: 172.27.0.146, port: d2269767-4d5c-4adf-adce-0e09d62fa37f. Apr 28 22:57:16.346612 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [req-a166da9b-4459-458e-9554-42e0877c1b9e req-b8271348-5294-4b04-88a2-b4fd06b605a6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Calling delete_port for d2269767-4d5c-4adf-adce-0e09d62fa37f owned by compute:nova {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:57:16.398676 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-aaa18fd5-ed95-4d22-8bf5-d84aeef17c3f req-32d758f3-b909-4652-ae78-19cf17230873 service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919418 Apr 28 22:57:16.494902 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-aaa18fd5-ed95-4d22-8bf5-d84aeef17c3f req-e1a0e753-3444-4df5-a024-f8402f4eaab2 service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903349 Apr 28 22:57:16.511608 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7388cd7-fc08-4aa7-86f7-95200e05e383 req-bca40a7b-6350-4d31-afa8-07df0a67fa29 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:16.513132 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f7388cd7-fc08-4aa7-86f7-95200e05e383 req-bca40a7b-6350-4d31-afa8-07df0a67fa29 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 945 time: 0.0827856 Apr 28 22:57:16.560376 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f7388cd7-fc08-4aa7-86f7-95200e05e383 req-c5ff090f-61aa-40f7-91f5-6be8fd7a9784 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=183f24c3-72ed-4cdb-bb41-6511e36e544c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411017 Apr 28 22:57:16.564278 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a166da9b-4459-458e-9554-42e0877c1b9e req-b8271348-5294-4b04-88a2-b4fd06b605a6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (d2269767-4d5c-4adf-adce-0e09d62fa37f), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:16.577631 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee97a8-f433-4af6-934a-806306a92f5e req-04beaff9-af5b-4942-9110-861057a327a7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:16.579173 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-58ee97a8-f433-4af6-934a-806306a92f5e req-04beaff9-af5b-4942-9110-861057a327a7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0492756 Apr 28 22:57:16.594438 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8271348-5294-4b04-88a2-b4fd06b605a6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event deleted for resources: {'Port': ['ID=d2269767-4d5c-4adf-adce-0e09d62fa37f,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:16.645586 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-58ee97a8-f433-4af6-934a-806306a92f5e req-bc2019ed-c2be-471c-bf09-aefcf62dd0e0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602663 Apr 28 22:57:16.680695 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1b9ec-f0a1-4062-adef-40a6cce82621 req-635b200b-7264-4c90-a1da-754a4ca66bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:16.682212 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1bd1b9ec-f0a1-4062-adef-40a6cce82621 req-635b200b-7264-4c90-a1da-754a4ca66bdd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989e8026f8c4491aa03a37dac04c7f8a&device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 1127 time: 0.0477130 Apr 28 22:57:16.720782 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a166da9b-4459-458e-9554-42e0877c1b9e req-b8271348-5294-4b04-88a2-b4fd06b605a6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:57:16.834252 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1b9ec-f0a1-4062-adef-40a6cce82621 req-6283e8ea-1af4-479f-a4d0-ad94c6a61306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:16.835820 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1bd1b9ec-f0a1-4062-adef-40a6cce82621 req-6283e8ea-1af4-479f-a4d0-ad94c6a61306 service neutron] 10.222.0.31 "GET /v2.0/networks?id=937e095d-9c43-4379-90ba-e4ceb11049cd HTTP/1.1" status: 200 len: 918 time: 0.0955014 Apr 28 22:57:16.839893 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a166da9b-4459-458e-9554-42e0877c1b9e req-b8271348-5294-4b04-88a2-b4fd06b605a6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:57:16.851489 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555cb9c9-1254-4263-b10a-fbc392a773df None None] Sync routers for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:57:16.861306 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555cb9c9-1254-4263-b10a-fbc392a773df None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:57:16.862718 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-555cb9c9-1254-4263-b10a-fbc392a773df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:57:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:57:16.907944 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [req-a166da9b-4459-458e-9554-42e0877c1b9e req-b8271348-5294-4b04-88a2-b4fd06b605a6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] No DVR routers for this DVR port d2269767-4d5c-4adf-adce-0e09d62fa37f on host hv-cinder-83982 {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:57:16.910284 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1bd1b9ec-f0a1-4062-adef-40a6cce82621 req-e7f0acb2-5cd8-4e88-8086-849373021960 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd40c7fc-b131-4486-8d6b-6afcde7213ff HTTP/1.1" status: 200 len: 999 time: 0.0679557 Apr 28 22:57:16.911183 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [req-a166da9b-4459-458e-9554-42e0877c1b9e req-b8271348-5294-4b04-88a2-b4fd06b605a6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:16.914498 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a166da9b-4459-458e-9554-42e0877c1b9e req-b8271348-5294-4b04-88a2-b4fd06b605a6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "DELETE /v2.0/ports/d2269767-4d5c-4adf-adce-0e09d62fa37f HTTP/1.1" status: 204 len: 173 time: 0.9110026 Apr 28 22:57:16.914940 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dc0711-8d74-4280-a791-fe2a65f11365', 'name': 'network-vif-deleted', 'tag': 'd2269767-4d5c-4adf-adce-0e09d62fa37f'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:57:16.917204 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0782df-6bf4-4dd5-9b2e-514b01e9790c" -d '{"events": [{"server_uuid": "62dc0711-8d74-4280-a791-fe2a65f11365", "name": "network-vif-deleted", "tag": "d2269767-4d5c-4adf-adce-0e09d62fa37f"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:57:16.964739 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1b9ec-f0a1-4062-adef-40a6cce82621 req-41a21f6b-9dac-4289-817c-9266d3eb17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:16.966464 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1bd1b9ec-f0a1-4062-adef-40a6cce82621 req-41a21f6b-9dac-4289-817c-9266d3eb17e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0557795c-801b-48d9-9aac-501223d0170a HTTP/1.1" status: 200 len: 856 time: 0.0503929 Apr 28 22:57:16.970821 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eaa791-8eff-42af-8b3c-d5c6fe213ae6 x-openstack-request-id: req-25eaa791-8eff-42af-8b3c-d5c6fe213ae6 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:57:16.971850 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dc0711-8d74-4280-a791-fe2a65f11365", "name": "network-vif-deleted", "tag": "d2269767-4d5c-4adf-adce-0e09d62fa37f", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:57:16.972160 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25eaa791-8eff-42af-8b3c-d5c6fe213ae6 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:57:16.972575 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25eaa791-8eff-42af-8b3c-d5c6fe213ae6'] response: {'server_uuid': '62dc0711-8d74-4280-a791-fe2a65f11365', 'name': 'network-vif-deleted', 'tag': 'd2269767-4d5c-4adf-adce-0e09d62fa37f', 'status': 'completed', 'code': 200} Apr 28 22:57:16.992944 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-555cb9c9-1254-4263-b10a-fbc392a773df None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:57:17.019009 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1b9ec-f0a1-4062-adef-40a6cce82621 req-32c29ea0-7b4d-4c4b-ac03-9a361aeeb79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:17.020674 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1bd1b9ec-f0a1-4062-adef-40a6cce82621 req-32c29ea0-7b4d-4c4b-ac03-9a361aeeb79c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=937e095d-9c43-4379-90ba-e4ceb11049cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460351 Apr 28 22:57:17.180351 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1bd1b9ec-f0a1-4062-adef-40a6cce82621 req-73026769-1897-493e-b2e9-8edade0f2bf4 service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530449 Apr 28 22:57:17.361912 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1bd1b9ec-f0a1-4062-adef-40a6cce82621 req-d68bd859-9efb-4a90-acee-87d7857cab91 service neutron] 10.222.0.31 "GET /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340427 Apr 28 22:57:17.366962 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-555cb9c9-1254-4263-b10a-fbc392a773df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:57:17.403546 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555cb9c9-1254-4263-b10a-fbc392a773df None None] Checking router: dd85593b-044e-4006-9fe7-ce9e9ee6ea00 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:57:17.425257 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555cb9c9-1254-4263-b10a-fbc392a773df None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:57:17.425959 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-555cb9c9-1254-4263-b10a-fbc392a773df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:57:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:57:17.549753 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-555cb9c9-1254-4263-b10a-fbc392a773df None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:57:17.686072 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8d0c5187-31de-4c5a-bbd1-f2d9eb9e6454 req-bce1a725-42bf-4edd-b761-0332fbb527d4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0332775 Apr 28 22:57:17.830197 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf2c5e-6574-4d11-bb92-a2f9ca42e301 req-b1cfbc98-f50d-4cac-8e07-3bec34058ff7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:17.833517 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9ebf2c5e-6574-4d11-bb92-a2f9ca42e301 req-b1cfbc98-f50d-4cac-8e07-3bec34058ff7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0709414 Apr 28 22:57:17.870527 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-555cb9c9-1254-4263-b10a-fbc392a773df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:57:17.904426 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9ebf2c5e-6574-4d11-bb92-a2f9ca42e301 req-14d0bd58-712c-479d-a7cf-d5c4e6db0881 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618103 Apr 28 22:57:18.069913 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555cb9c9-1254-4263-b10a-fbc392a773df None None] The sync data for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi is: [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:57:18.291804 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6192af-7dee-4af0-8084-55219f777d59 None None] New status for floating IP ae21330e-c4b5-449f-8715-caca787555a4: DOWN {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:57:18.806558 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-42f81e55-8fb7-4824-8ebb-6f2d40e9d985 req-57430cde-4467-4866-9449-bf9c52503147 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0288212 Apr 28 22:57:19.030917 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfce5a-1e85-4461-9ec1-8321a38126f7 req-9d78c176-7a9d-417a-b889-a18662d87de5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:19.032346 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-70bfce5a-1e85-4461-9ec1-8321a38126f7 req-9d78c176-7a9d-417a-b889-a18662d87de5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0496655 Apr 28 22:57:19.086437 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-70bfce5a-1e85-4461-9ec1-8321a38126f7 req-a6b2821a-2602-41ef-8bbc-5e561bb8a03f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482595 Apr 28 22:57:19.930734 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cfcbef53-259f-416b-92f1-1f5dd6c5ca6a req-64730021-a49d-465d-921f-a4b9386f08fa tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0342124 Apr 28 22:57:20.138388 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device d2269767-4d5c-4adf-adce-0e09d62fa37f no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:57:20.160486 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: d2269767-4d5c-4adf-adce-0e09d62fa37f {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:57:20.160834 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device d2269767-4d5c-4adf-adce-0e09d62fa37f not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:57:20.215457 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12175195-a11a-464a-b8e4-51209b451727 req-dddf91bb-9ad3-46f8-a865-666a35260bb0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:20.217612 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-12175195-a11a-464a-b8e4-51209b451727 req-dddf91bb-9ad3-46f8-a865-666a35260bb0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0531118 Apr 28 22:57:20.271151 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-12175195-a11a-464a-b8e4-51209b451727 req-808bc953-ccb8-4623-ad0a-ab58765fa82b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442259 Apr 28 22:57:21.044260 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d3f8554f-c626-4333-9a72-4bc80f3f0133 req-7172005b-1130-47a2-8fce-96ee02895e50 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0290315 Apr 28 22:57:21.398067 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0652e65-2674-4db9-93b9-6c99e0fd52fa req-7d628d61-cb57-41ea-87fa-49f5c3cdca6b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:21.399558 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e0652e65-2674-4db9-93b9-6c99e0fd52fa req-7d628d61-cb57-41ea-87fa-49f5c3cdca6b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0485215 Apr 28 22:57:21.449485 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e0652e65-2674-4db9-93b9-6c99e0fd52fa req-7459ee9c-5298-4b6e-81bb-868852b713c1 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437450 Apr 28 22:57:22.163331 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2175629b-81a7-46b9-acf7-6a5c8177c7e0 req-c1f2315a-c120-4084-ac78-d73248d28b48 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0292866 Apr 28 22:57:22.598518 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b93a8f-cba9-4cd1-980f-c592e879d7a0 req-95cb65d1-83fe-4f4d-8cd7-002991243564 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:22.600227 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-67b93a8f-cba9-4cd1-980f-c592e879d7a0 req-95cb65d1-83fe-4f4d-8cd7-002991243564 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0524967 Apr 28 22:57:22.666045 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-67b93a8f-cba9-4cd1-980f-c592e879d7a0 req-2e229152-49a6-4991-8df9-c0132514a9a9 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581305 Apr 28 22:57:23.282738 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-5edeeb29-14f8-44cb-a692-a80ca5fb1952 req-25c47160-4479-4e1c-a7ee-ed9fd767ce65 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0339034 Apr 28 22:57:23.793474 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ecb76-c2ce-4581-828e-5871b70b0d6c req-217a8f9b-d5a8-42af-b484-1431583eefb2 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:23.795400 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f62ecb76-c2ce-4581-828e-5871b70b0d6c req-217a8f9b-d5a8-42af-b484-1431583eefb2 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0504823 Apr 28 22:57:23.849312 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f62ecb76-c2ce-4581-828e-5871b70b0d6c req-b8ccbab0-987f-41f2-9b7e-27bda7862e8e tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477698 Apr 28 22:57:24.407403 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9b69e8e9-4acc-470f-8277-1fd970eb93ad req-47aaeb7b-d3a8-42fe-ae78-829a92d4bc13 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0276031 Apr 28 22:57:24.968743 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ba19e-1807-49ea-a2d4-6696f7c72d79 req-aa520706-1674-4d23-8ae6-65ac7339a488 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:24.970282 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-259ba19e-1807-49ea-a2d4-6696f7c72d79 req-aa520706-1674-4d23-8ae6-65ac7339a488 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0474930 Apr 28 22:57:25.016162 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-259ba19e-1807-49ea-a2d4-6696f7c72d79 req-ead74671-1fe4-4a60-a0a2-d9c6109e453c tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398564 Apr 28 22:57:25.510044 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1c8f56c0-6f53-4e61-9669-5d321c0c3469 req-029a2eca-0c47-434f-b893-4319f8236966 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0263751 Apr 28 22:57:26.134613 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ebd75-120f-4148-9127-d2bb82ba2576 req-e2fec7a4-f5c8-4142-9543-379aef63e6d7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:26.136065 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4d6ebd75-120f-4148-9127-d2bb82ba2576 req-e2fec7a4-f5c8-4142-9543-379aef63e6d7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0488114 Apr 28 22:57:26.181130 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4d6ebd75-120f-4148-9127-d2bb82ba2576 req-acaa33e4-d1fd-481c-bdf0-fb428f1690fb tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395854 Apr 28 22:57:26.630899 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8f0f4808-4085-4df1-ba30-321c0af5bf9e req-b313908f-902d-4fbb-b24f-728c07d4ba7a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0299890 Apr 28 22:57:27.306284 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80384f-1054-4786-8369-a83e064cf34d req-9296bd13-3a05-493d-a896-eba6b4914fc5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:27.307778 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cb80384f-1054-4786-8369-a83e064cf34d req-9296bd13-3a05-493d-a896-eba6b4914fc5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0467725 Apr 28 22:57:27.354720 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cb80384f-1054-4786-8369-a83e064cf34d req-1a580de0-8272-4a9e-a14f-00ae642c1cd7 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414305 Apr 28 22:57:27.658664 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:57:27.736873 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-1d44ec4b-5795-4aa7-9fa3-f7eafc0b9819 req-e207812b-b85e-412d-bd56-f9fe7f605fcc tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0267804 Apr 28 22:57:28.474952 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a18f8-101d-4557-a9c6-0dae6b3e8936 req-5259f6ce-947e-46ff-a237-477a6e54549a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:28.476440 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9e7a18f8-101d-4557-a9c6-0dae6b3e8936 req-5259f6ce-947e-46ff-a237-477a6e54549a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0503941 Apr 28 22:57:28.521500 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9e7a18f8-101d-4557-a9c6-0dae6b3e8936 req-a1011d6b-b74b-4de2-9008-ae1e905a1239 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394590 Apr 28 22:57:28.843743 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-3b308bc5-c130-4696-a62a-24e0eddae311 req-23bee1e1-d160-4649-8794-b4b82f26cf60 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0272393 Apr 28 22:57:29.682814 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740955a-6e6e-4ecf-9282-96e5beec70be req-7f0ed57a-9cbd-4809-a40a-9aaba014e03c tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:29.684256 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8740955a-6e6e-4ecf-9282-96e5beec70be req-7f0ed57a-9cbd-4809-a40a-9aaba014e03c tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0923781 Apr 28 22:57:29.730042 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8740955a-6e6e-4ecf-9282-96e5beec70be req-d1d4c8d8-5d0c-49c2-ae68-27b807cedaed tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403576 Apr 28 22:57:29.997748 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-86fe1a0e-d53e-44a1-9be2-b325714361f9 req-1be84d2b-20fc-4ad6-bc11-716a7d34cb57 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=62dc0711-8d74-4280-a791-fe2a65f11365 HTTP/1.1" status: 200 len: 210 time: 0.0785313 Apr 28 22:57:30.851855 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e229c-22c2-4353-9fb9-127ae1fa8ba0 req-0272a495-9a9d-4e06-8f9a-cb1ad4cfc7e5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:30.853331 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-221e229c-22c2-4353-9fb9-127ae1fa8ba0 req-0272a495-9a9d-4e06-8f9a-cb1ad4cfc7e5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0472043 Apr 28 22:57:30.903714 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-221e229c-22c2-4353-9fb9-127ae1fa8ba0 req-363a13b8-3e04-4e06-b1bf-6107e090bc50 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447679 Apr 28 22:57:31.135828 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55958) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:57:31.187455 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-fa770978-bdce-4521-9c91-e0c9a01fb40c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (183f24c3-72ed-4cdb-bb41-6511e36e544c), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:31.210996 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-fa770978-bdce-4521-9c91-e0c9a01fb40c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (183f24c3-72ed-4cdb-bb41-6511e36e544c), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:31.338796 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-fa770978-bdce-4521-9c91-e0c9a01fb40c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (183f24c3-72ed-4cdb-bb41-6511e36e544c), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:31.341322 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-fa770978-bdce-4521-9c91-e0c9a01fb40c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:31.342565 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-fa770978-bdce-4521-9c91-e0c9a01fb40c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "DELETE /v2.0/security-groups/183f24c3-72ed-4cdb-bb41-6511e36e544c HTTP/1.1" status: 204 len: 168 time: 0.2057443 Apr 28 22:57:31.345386 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 55960) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:57:31.351630 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa770978-bdce-4521-9c91-e0c9a01fb40c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=183f24c3-72ed-4cdb-bb41-6511e36e544c,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:31.358627 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.api.v2.resource [None req-68fcd14f-11dc-4988-9fb6-e55670b7796c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] show failed (client error): The resource could not be found. Apr 28 22:57:31.359638 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-68fcd14f-11dc-4988-9fb6-e55670b7796c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups/183f24c3-72ed-4cdb-bb41-6511e36e544c HTTP/1.1" status: 404 len: 347 time: 0.0131614 Apr 28 22:57:31.368106 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 55962) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:57:31.483880 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-f146ad2e-7f84-4257-8658-ae8d8ee7822d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Deleting port aa23e967-998b-481f-b9e2-f9e089578ee7 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:57:31.484143 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f146ad2e-7f84-4257-8658-ae8d8ee7822d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (aa23e967-998b-481f-b9e2-f9e089578ee7), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:31.556643 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f146ad2e-7f84-4257-8658-ae8d8ee7822d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (aa23e967-998b-481f-b9e2-f9e089578ee7), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:31.556971 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f146ad2e-7f84-4257-8658-ae8d8ee7822d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (aa23e967-998b-481f-b9e2-f9e089578ee7), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:31.569381 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-f146ad2e-7f84-4257-8658-ae8d8ee7822d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Calling delete_port for aa23e967-998b-481f-b9e2-f9e089578ee7 owned by network:floatingip {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:57:31.763800 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f146ad2e-7f84-4257-8658-ae8d8ee7822d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (aa23e967-998b-481f-b9e2-f9e089578ee7), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:31.787022 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146ad2e-7f84-4257-8658-ae8d8ee7822d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event deleted for resources: {'Port': ['ID=aa23e967-998b-481f-b9e2-f9e089578ee7,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:31.852817 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f146ad2e-7f84-4257-8658-ae8d8ee7822d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (ae21330e-c4b5-449f-8715-caca787555a4), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:31.855385 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f146ad2e-7f84-4257-8658-ae8d8ee7822d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:31.856530 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-f146ad2e-7f84-4257-8658-ae8d8ee7822d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "DELETE /v2.0/floatingips/ae21330e-c4b5-449f-8715-caca787555a4 HTTP/1.1" status: 204 len: 168 time: 0.4875228 Apr 28 22:57:32.019740 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d553d17-7417-4c68-9b31-c492aae0fdd9 req-0297199c-4e6a-4789-8f7f-e578553b4956 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:32.021200 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2d553d17-7417-4c68-9b31-c492aae0fdd9 req-0297199c-4e6a-4789-8f7f-e578553b4956 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 943 time: 0.0463033 Apr 28 22:57:32.067405 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2d553d17-7417-4c68-9b31-c492aae0fdd9 req-6d457123-a14e-4e1f-bc49-956f25a3f3c5 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407500 Apr 28 22:57:32.151962 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device cd40c7fc-b131-4486-8d6b-6afcde7213ff details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:57:32.246467 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port cd40c7fc-b131-4486-8d6b-6afcde7213ff, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=cd40c7fc-b131-4486-8d6b-6afcde7213ff,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:57:32.257914 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'port_id': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:57:32.272062 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 55968) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:57:32.276455 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-b26f550c-51a2-49cf-bec7-e9fd838d1165 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2062238228', 'description': 'tempest-description--498543643'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:57:32.304746 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port cd40c7fc-b131-4486-8d6b-6afcde7213ff is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:57:32.306241 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:32.322694 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd40c7fc-b131-4486-8d6b-6afcde7213ff {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:57:32.342216 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port cd40c7fc-b131-4486-8d6b-6afcde7213ff, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=cd40c7fc-b131-4486-8d6b-6afcde7213ff,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:57:32.358014 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b26f550c-51a2-49cf-bec7-e9fd838d1165 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:32.409824 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:32.423060 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b26f550c-51a2-49cf-bec7-e9fd838d1165 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:32.456164 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=cd40c7fc-b131-4486-8d6b-6afcde7213ff,revision_number=9']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:32.483725 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b26f550c-51a2-49cf-bec7-e9fd838d1165 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:32.512534 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f550c-51a2-49cf-bec7-e9fd838d1165 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:32.565893 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b26f550c-51a2-49cf-bec7-e9fd838d1165 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:32.567162 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-b26f550c-51a2-49cf-bec7-e9fd838d1165 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2941391 Apr 28 22:57:32.570221 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 55970) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:57:32.574445 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-bb680f9d-b537-4c4a-b19a-0277b67c210a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'security_group_rule': {'security_group_id': 'bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:57:32.643375 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bb680f9d-b537-4c4a-b19a-0277b67c210a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (5ccca714-17e8-422d-b41d-b70dc03542a1), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:32.698646 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bb680f9d-b537-4c4a-b19a-0277b67c210a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (5ccca714-17e8-422d-b41d-b70dc03542a1), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:32.734744 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bb680f9d-b537-4c4a-b19a-0277b67c210a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (5ccca714-17e8-422d-b41d-b70dc03542a1), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:32.746773 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['cd40c7fc-b131-4486-8d6b-6afcde7213ff'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:57:32.749136 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb680f9d-b537-4c4a-b19a-0277b67c210a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccca714-17e8-422d-b41d-b70dc03542a1,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:32.809320 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bb680f9d-b537-4c4a-b19a-0277b67c210a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:32.813529 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-bb680f9d-b537-4c4a-b19a-0277b67c210a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2397819 Apr 28 22:57:32.813800 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55972) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:57:32.819004 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-edfe021e-dcd6-441c-ab87-4d291ced57ec tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'security_group_rule': {'security_group_id': 'bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:57:32.906435 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-edfe021e-dcd6-441c-ab87-4d291ced57ec tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (d83651d2-b376-4a1a-a7d0-4728beb516c9), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:32.960189 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-edfe021e-dcd6-441c-ab87-4d291ced57ec tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (d83651d2-b376-4a1a-a7d0-4728beb516c9), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:33.032349 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-edfe021e-dcd6-441c-ab87-4d291ced57ec tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (d83651d2-b376-4a1a-a7d0-4728beb516c9), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:33.049528 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe021e-dcd6-441c-ab87-4d291ced57ec tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83651d2-b376-4a1a-a7d0-4728beb516c9,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:33.120367 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-edfe021e-dcd6-441c-ab87-4d291ced57ec tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:33.122892 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-edfe021e-dcd6-441c-ab87-4d291ced57ec tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3075237 Apr 28 22:57:33.124680 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 55976) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:57:33.129687 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'floatingip': {'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:57:33.184380 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82dcf6-c575-4294-b0e2-bd1f9af8d13c req-641947af-2678-4eaa-9dae-596a90976cfd tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:33.185869 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5d82dcf6-c575-4294-b0e2-bd1f9af8d13c req-641947af-2678-4eaa-9dae-596a90976cfd tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 944 time: 0.0459282 Apr 28 22:57:33.209387 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:33.232639 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5d82dcf6-c575-4294-b0e2-bd1f9af8d13c req-fad638aa-80ad-4c88-bb0a-3aea48df8e0b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405848 Apr 28 22:57:33.289740 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:33.389948 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Allocated IP 172.27.0.98 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/fa89c2a6-7aa1-4e6e-93c9-a8f4f95fe9a8) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:57:33.489981 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for port (fa89c2a6-7aa1-4e6e-93c9-a8f4f95fe9a8), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:33.575666 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (fa89c2a6-7aa1-4e6e-93c9-a8f4f95fe9a8), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:33.612856 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:57:33.617570 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:57:33.621145 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:57:33.626871 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'Port': ['ID=fa89c2a6-7aa1-4e6e-93c9-a8f4f95fe9a8,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:33.705529 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (436034b5-85bb-4b59-94a6-e15ca07861f2), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:33.819005 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (fa89c2a6-7aa1-4e6e-93c9-a8f4f95fe9a8), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:33.964506 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for port (fa89c2a6-7aa1-4e6e-93c9-a8f4f95fe9a8), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:34.009385 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (fa89c2a6-7aa1-4e6e-93c9-a8f4f95fe9a8), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:34.082918 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'Port': ['ID=fa89c2a6-7aa1-4e6e-93c9-a8f4f95fe9a8,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:34.090003 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (436034b5-85bb-4b59-94a6-e15ca07861f2), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:34.168321 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device cd40c7fc-b131-4486-8d6b-6afcde7213ff up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:57:34.177291 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:34.178572 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-73476ddf-caca-4677-a996-228a3e393bab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0529675 Apr 28 22:57:34.214100 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port cd40c7fc-b131-4486-8d6b-6afcde7213ff triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:57:34.214479 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:34.292703 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port cd40c7fc-b131-4486-8d6b-6afcde7213ff is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:57:34.293100 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:34.320952 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:57:34.324030 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73f969b-5de5-498c-aea1-cf86c3e10641" -d '{"events": [{"server_uuid": "7cc03eba-5e32-4565-a769-b24164a90c4b", "name": "network-vif-plugged", "status": "completed", "tag": "cd40c7fc-b131-4486-8d6b-6afcde7213ff"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:57:34.337979 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-54e881af-4114-4e35-b79e-2eaeb06c9eaf tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2062238228&fields=id&tenant_id=9fd348c6fc9446738fd825347f3033d8 HTTP/1.1" status: 200 len: 267 time: 0.0543101 Apr 28 22:57:34.341731 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port cd40c7fc-b131-4486-8d6b-6afcde7213ff, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=cd40c7fc-b131-4486-8d6b-6afcde7213ff,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:57:34.366433 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96456a-a964-4709-8e3d-15897827dbbc req-a7cd20bc-c666-42dd-94eb-32e436841413 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:34.367987 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4f96456a-a964-4709-8e3d-15897827dbbc req-a7cd20bc-c666-42dd-94eb-32e436841413 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 944 time: 0.0590053 Apr 28 22:57:34.413676 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4f96456a-a964-4709-8e3d-15897827dbbc req-69591a36-400b-483c-9903-d7bdafd7c1af tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398033 Apr 28 22:57:34.447462 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:34.453945 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-0bb5ac3e-edba-4d32-b4ce-80c567096467 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:34.455637 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-0bb5ac3e-edba-4d32-b4ce-80c567096467 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/networks?id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 HTTP/1.1" status: 200 len: 814 time: 0.1137824 Apr 28 22:57:34.471410 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-ad01d251-c4c4-4bb4-953c-0ac7cb24b2d6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/quotas/9fd348c6fc9446738fd825347f3033d8 HTTP/1.1" status: 200 len: 375 time: 0.0098217 Apr 28 22:57:34.471617 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f116b640-e74e-413f-ab21-c23e1b30aedf x-openstack-request-id: req-f116b640-e74e-413f-ab21-c23e1b30aedf {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:57:34.471752 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc03eba-5e32-4565-a769-b24164a90c4b", "name": "network-vif-plugged", "status": "completed", "tag": "cd40c7fc-b131-4486-8d6b-6afcde7213ff", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:57:34.471954 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f116b640-e74e-413f-ab21-c23e1b30aedf {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:57:34.472361 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f116b640-e74e-413f-ab21-c23e1b30aedf'] response: {'server_uuid': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff', 'code': 200} Apr 28 22:57:34.505067 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=cd40c7fc-b131-4486-8d6b-6afcde7213ff,revision_number=10']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:34.525143 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-16d0dd85-84de-45f6-bf82-97a8e51b3e53 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441780 Apr 28 22:57:34.621869 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-95e6801a-3bfe-40df-afb0-b178b57c3f99 service neutron] 10.222.0.13 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855267 Apr 28 22:57:34.713211 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-7ab09553-8624-4a5c-b3e4-88fb024f36fe service neutron] 10.222.0.13 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842123 Apr 28 22:57:34.767908 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41744c61-712a-4dcb-9f81-6a9448f0ac76 req-6f849326-cba9-4a74-b11b-f05111e10221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:34.769475 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-41744c61-712a-4dcb-9f81-6a9448f0ac76 req-6f849326-cba9-4a74-b11b-f05111e10221 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 1130 time: 0.0467720 Apr 28 22:57:34.817486 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-41744c61-712a-4dcb-9f81-6a9448f0ac76 req-04c5c881-7f29-4a6a-8e97-23b3b240c6bb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409994 Apr 28 22:57:34.995920 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-64c310ed-1d85-408b-9ebc-78efdb9be21c req-25ea718c-d57d-4714-91a8-e6ba2447389a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 210 time: 0.0312679 Apr 28 22:57:35.531158 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8af1f2-ffeb-4441-a90d-b617febd6961 req-e545876d-8de5-40be-9dbc-679480e3336c tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:35.532704 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0c8af1f2-ffeb-4441-a90d-b617febd6961 req-e545876d-8de5-40be-9dbc-679480e3336c tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 946 time: 0.0464580 Apr 28 22:57:35.579250 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0c8af1f2-ffeb-4441-a90d-b617febd6961 req-da1ebfd0-1273-4c51-8ce7-ff71f27e26b0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408380 Apr 28 22:57:36.089942 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ec2846e5-61e6-4307-8d39-e7256ef4cb13 req-0a27e1f0-ee84-455e-b412-4b015ce671c7 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 210 time: 0.0279841 Apr 28 22:57:36.484462 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b572a2ab-0138-4685-b72c-5696c39dd5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:36.695639 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b5fae-b0db-4242-a700-2ba556bc287f req-80abd52d-5f5d-4cf4-8ad7-91f49defbbbf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:36.697076 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0f8b5fae-b0db-4242-a700-2ba556bc287f req-80abd52d-5f5d-4cf4-8ad7-91f49defbbbf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 946 time: 0.0465310 Apr 28 22:57:36.744254 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0f8b5fae-b0db-4242-a700-2ba556bc287f req-0d0b6f4f-57d9-4e2c-a487-df2987112663 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417538 Apr 28 22:57:37.053635 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-bd366911-5719-48e1-ad6c-35d437a5f9db tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:37.055141 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-bd366911-5719-48e1-ad6c-35d437a5f9db tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "GET /v2.0/networks?id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 HTTP/1.1" status: 200 len: 814 time: 0.1028759 Apr 28 22:57:37.113941 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-2c3643c7-6916-4bf6-b203-522f4b4215ad tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fd348c6fc9446738fd825347f3033d8 HTTP/1.1" status: 200 len: 380 time: 0.0513625 Apr 28 22:57:37.122254 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-ae310688-2c4b-4a85-b39a-752197ae5c0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'port': {'device_id': 'ac677e19-f38b-4c94-8168-b987c1cd61b3', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'admin_state_up': True, 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'security_groups': ['bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6']}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:57:37.206562 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-932431e4-b865-432b-aa8a-90d746c30682 req-4c67fdf8-7357-4a7d-a7e4-8f02cd933ee9 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 210 time: 0.0307729 Apr 28 22:57:37.563298 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-ae310688-2c4b-4a85-b39a-752197ae5c0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Made reservation on behalf of 9fd348c6fc9446738fd825347f3033d8 for: {'port': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:57:37.567237 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-ae310688-2c4b-4a85-b39a-752197ae5c0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:37.687622 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-ae310688-2c4b-4a85-b39a-752197ae5c0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Allocated IP 172.20.0.7 (bfcfb4ff-96e6-46c9-b916-d2d6b27e7955/b6ce45fd-4b45-49e1-8302-0b11cb2d2f30/f47c6eae-e080-4aed-ae8e-40d4a7e38b50) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:57:37.843291 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-ae310688-2c4b-4a85-b39a-752197ae5c0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for port (f47c6eae-e080-4aed-ae8e-40d4a7e38b50), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:37.884954 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de377c-19a2-488f-9058-969bdcdef284 req-fe13d833-915b-4225-b442-5d6b18140ad1 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:37.886463 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-99de377c-19a2-488f-9058-969bdcdef284 req-fe13d833-915b-4225-b442-5d6b18140ad1 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 946 time: 0.0639517 Apr 28 22:57:37.946000 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-99de377c-19a2-488f-9058-969bdcdef284 req-ffca105a-bdbd-4517-9349-c8a1c2e21e55 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538054 Apr 28 22:57:37.990329 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-ae310688-2c4b-4a85-b39a-752197ae5c0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (f47c6eae-e080-4aed-ae8e-40d4a7e38b50), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:38.030688 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-ae310688-2c4b-4a85-b39a-752197ae5c0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:57:38.036186 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-ae310688-2c4b-4a85-b39a-752197ae5c0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:57:38.039841 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-ae310688-2c4b-4a85-b39a-752197ae5c0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:57:38.063418 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae310688-2c4b-4a85-b39a-752197ae5c0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'Port': ['ID=f47c6eae-e080-4aed-ae8e-40d4a7e38b50,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:38.099371 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-ae310688-2c4b-4a85-b39a-752197ae5c0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:38.099965 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-ae310688-2c4b-4a85-b39a-752197ae5c0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:38.234815 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-ae310688-2c4b-4a85-b39a-752197ae5c0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1164491 Apr 28 22:57:38.246222 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Request body: {'port': {'device_id': 'ac677e19-f38b-4c94-8168-b987c1cd61b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:57:38.292376 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-f164aaad-73fd-4907-9700-8fde3ae89b25 None None] Provisioning complete for port f47c6eae-e080-4aed-ae8e-40d4a7e38b50 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:57:38.292994 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f164aaad-73fd-4907-9700-8fde3ae89b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (f47c6eae-e080-4aed-ae8e-40d4a7e38b50), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:38.309770 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (f47c6eae-e080-4aed-ae8e-40d4a7e38b50), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:38.328660 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491998d-10eb-4361-a532-bd73e274089c req-8d4739a5-3987-4f6e-b17d-743bbabf08b8 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:38.331436 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3491998d-10eb-4361-a532-bd73e274089c req-8d4739a5-3987-4f6e-b17d-743bbabf08b8 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 931 time: 0.0551772 Apr 28 22:57:38.336902 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-f164aaad-73fd-4907-9700-8fde3ae89b25 None None] Port f47c6eae-e080-4aed-ae8e-40d4a7e38b50 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:57:38.380946 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3491998d-10eb-4361-a532-bd73e274089c req-1e3e2d75-c9f1-42bf-a888-2a9240c47e62 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440657 Apr 28 22:57:38.587472 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47c6eae-e080-4aed-ae8e-40d4a7e38b50 {{(pid=110300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:57:38.595025 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Publish callbacks [] for port (f47c6eae-e080-4aed-ae8e-40d4a7e38b50), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:38.607142 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.provisioning_blocks [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Transition to ACTIVE for port object f47c6eae-e080-4aed-ae8e-40d4a7e38b50 will not be triggered until provisioned by entity L2. {{(pid=110300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:57:38.670220 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b1aa0cb7-0cfc-4ab1-8aeb-6a165010f9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:38.698725 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (f47c6eae-e080-4aed-ae8e-40d4a7e38b50), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:38.747950 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Pushing event updated for resources: {'Port': ['ID=f47c6eae-e080-4aed-ae8e-40d4a7e38b50,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:38.824811 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Attempting to bind port f47c6eae-e080-4aed-ae8e-40d4a7e38b50 on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:57:38.825147 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Attempting to bind port f47c6eae-e080-4aed-ae8e-40d4a7e38b50 by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:57:38.825634 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Attempting to bind port f47c6eae-e080-4aed-ae8e-40d4a7e38b50 on network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:57:38.830922 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Port f47c6eae-e080-4aed-ae8e-40d4a7e38b50 on network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:57:38.831227 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Attempting to bind port f47c6eae-e080-4aed-ae8e-40d4a7e38b50 on network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:57:38.836262 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:57:38.836607 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Checking segment: {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:57:38.836993 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Bound using segment: {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:57:38.837421 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Bound port: f47c6eae-e080-4aed-ae8e-40d4a7e38b50, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:57:38.837783 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (f47c6eae-e080-4aed-ae8e-40d4a7e38b50), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:38.902392 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] For port f47c6eae-e080-4aed-ae8e-40d4a7e38b50, host hv-cinder-83982, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:57:38.905316 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] For port f47c6eae-e080-4aed-ae8e-40d4a7e38b50, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=f47c6eae-e080-4aed-ae8e-40d4a7e38b50,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:57:38.987817 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (f47c6eae-e080-4aed-ae8e-40d4a7e38b50), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:39.021009 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:39.021619 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:39.023038 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] 10.222.0.31 "PUT /v2.0/ports/f47c6eae-e080-4aed-ae8e-40d4a7e38b50 HTTP/1.1" status: 200 len: 1093 time: 0.7810540 Apr 28 22:57:39.024557 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac677e19-f38b-4c94-8168-b987c1cd61b3', 'tag': 'f47c6eae-e080-4aed-ae8e-40d4a7e38b50'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:57:39.026901 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3a560b-d8be-4a9a-8c75-25b094278eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac677e19-f38b-4c94-8168-b987c1cd61b3", "tag": "f47c6eae-e080-4aed-ae8e-40d4a7e38b50"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:57:39.068952 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ceecb40-96f0-461b-8ac3-f8e1b8e67f2a x-openstack-request-id: req-2ceecb40-96f0-461b-8ac3-f8e1b8e67f2a {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:57:39.069247 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac677e19-f38b-4c94-8168-b987c1cd61b3", "tag": "f47c6eae-e080-4aed-ae8e-40d4a7e38b50", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:57:39.069495 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ceecb40-96f0-461b-8ac3-f8e1b8e67f2a {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:57:39.069927 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ceecb40-96f0-461b-8ac3-f8e1b8e67f2a'] response: {'name': 'network-changed', 'server_uuid': 'ac677e19-f38b-4c94-8168-b987c1cd61b3', 'tag': 'f47c6eae-e080-4aed-ae8e-40d4a7e38b50', 'status': 'completed', 'code': 200} Apr 28 22:57:39.085718 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d2ca7-b2be-488b-9267-f02b83a52d5d service neutron] Pushing event updated for resources: {'Port': ['ID=f47c6eae-e080-4aed-ae8e-40d4a7e38b50,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:39.112070 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27398d41-1b48-4433-9a17-5a661048ab47 req-544929fa-6f91-4b86-9b68-a7f8e1c407ca tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:39.113583 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-27398d41-1b48-4433-9a17-5a661048ab47 req-544929fa-6f91-4b86-9b68-a7f8e1c407ca tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 946 time: 0.0897157 Apr 28 22:57:39.154928 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a560b-d8be-4a9a-8c75-25b094278eb2 req-114c5d00-5151-46c7-81f9-f3822452782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:39.156480 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ab3a560b-d8be-4a9a-8c75-25b094278eb2 req-114c5d00-5151-46c7-81f9-f3822452782a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 1127 time: 0.0659542 Apr 28 22:57:39.210201 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-27398d41-1b48-4433-9a17-5a661048ab47 req-a02decc1-a071-43f8-a612-4c31ce0fb3ce tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803804 Apr 28 22:57:39.272149 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a560b-d8be-4a9a-8c75-25b094278eb2 req-dbae8325-bfcf-4171-a881-ff5f965f1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:39.273624 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ab3a560b-d8be-4a9a-8c75-25b094278eb2 req-dbae8325-bfcf-4171-a881-ff5f965f1e25 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=9fd348c6fc9446738fd825347f3033d8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1072104 Apr 28 22:57:39.367144 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a560b-d8be-4a9a-8c75-25b094278eb2 req-3566bc0f-3be1-4873-b081-2bc5755b21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:39.368615 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ab3a560b-d8be-4a9a-8c75-25b094278eb2 req-3566bc0f-3be1-4873-b081-2bc5755b21e6 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898621 Apr 28 22:57:39.442963 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-9057add5-9e0a-4bdc-b075-8447022d7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:39.444763 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-9057add5-9e0a-4bdc-b075-8447022d7502 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 1127 time: 0.0414336 Apr 28 22:57:39.494785 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-b1f6a9bf-8cb5-4df3-8cf6-0a9e2e697721 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f47c6eae-e080-4aed-ae8e-40d4a7e38b50 HTTP/1.1" status: 200 len: 217 time: 0.0435958 Apr 28 22:57:39.503879 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242adb09-92c5-48e3-8841-4f04762479ca req-964666ea-1120-48c9-a595-6b8cbed5bdf2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:39.505347 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-242adb09-92c5-48e3-8841-4f04762479ca req-964666ea-1120-48c9-a595-6b8cbed5bdf2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 943 time: 0.0544837 Apr 28 22:57:39.541670 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-7ef95481-bd25-4f4a-afff-2c4ccbd1824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:39.543143 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-7ef95481-bd25-4f4a-afff-2c4ccbd1824a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ce45fd-4b45-49e1-8302-0b11cb2d2f30 HTTP/1.1" status: 200 len: 853 time: 0.0432906 Apr 28 22:57:39.552510 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-242adb09-92c5-48e3-8841-4f04762479ca req-d11d75ab-db0d-46aa-8896-7b4dacb16fff tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411217 Apr 28 22:57:39.586176 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-b002fe65-27df-43e1-8afe-0f99aafaacf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:39.587639 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-b002fe65-27df-43e1-8afe-0f99aafaacf2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389719 Apr 28 22:57:39.677014 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-206557f1-2f16-44de-a6ea-410c184cdb51 service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829859 Apr 28 22:57:39.768781 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6276e297-514c-4e25-b6d9-5f391d8e4e3f req-e66834a0-b08d-48d1-a24a-26163bc88c00 service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819063 Apr 28 22:57:39.900394 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:40.666861 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dff4ca-7d5a-416d-b303-c75ccc35f23c req-fd6f124d-9a0b-4f2f-a9ef-0751da1c3faf tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:40.668228 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-99dff4ca-7d5a-416d-b303-c75ccc35f23c req-fd6f124d-9a0b-4f2f-a9ef-0751da1c3faf tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 943 time: 0.0502744 Apr 28 22:57:40.714148 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-99dff4ca-7d5a-416d-b303-c75ccc35f23c req-04eeaeab-a876-472f-b231-5b63a30d5856 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404329 Apr 28 22:57:41.260589 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:41.826665 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f5ab2-226a-45a2-9b61-90e8718b6fc3 req-c09a15b4-459d-4e2f-8f95-f66b1f8478f4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:41.828124 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3e1f5ab2-226a-45a2-9b61-90e8718b6fc3 req-c09a15b4-459d-4e2f-8f95-f66b1f8478f4 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 943 time: 0.0458109 Apr 28 22:57:41.875781 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3e1f5ab2-226a-45a2-9b61-90e8718b6fc3 req-107e5acc-0992-4e84-8cf5-48c00edb7f5a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410259 Apr 28 22:57:42.717503 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:42.988271 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23f42d-5940-4d36-a35d-33c236238f4a req-be52b58b-e954-4361-86da-d39715693db8 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:42.989667 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2e23f42d-5940-4d36-a35d-33c236238f4a req-be52b58b-e954-4361-86da-d39715693db8 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 943 time: 0.0465193 Apr 28 22:57:43.035490 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2e23f42d-5940-4d36-a35d-33c236238f4a req-a77b7cf0-7a01-412c-98e5-d1324f970ff0 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404189 Apr 28 22:57:44.144238 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426ba0f-a7d9-4b02-95a7-87f71aa02aad req-b374ddfb-b1d2-40c5-89d2-b617eade1624 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:44.145689 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d426ba0f-a7d9-4b02-95a7-87f71aa02aad req-b374ddfb-b1d2-40c5-89d2-b617eade1624 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 943 time: 0.0447998 Apr 28 22:57:44.193035 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-d426ba0f-a7d9-4b02-95a7-87f71aa02aad req-0ea01eff-617c-4316-94d1-ce766737bc7b tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418813 Apr 28 22:57:44.198589 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device f47c6eae-e080-4aed-ae8e-40d4a7e38b50 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:57:44.293437 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port f47c6eae-e080-4aed-ae8e-40d4a7e38b50, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=f47c6eae-e080-4aed-ae8e-40d4a7e38b50,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:57:44.304318 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': 'f47c6eae-e080-4aed-ae8e-40d4a7e38b50', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'port_id': 'f47c6eae-e080-4aed-ae8e-40d4a7e38b50', 'mac_address': 'fa:16:3e:78:c9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:57:44.344772 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port f47c6eae-e080-4aed-ae8e-40d4a7e38b50 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:57:44.345162 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (f47c6eae-e080-4aed-ae8e-40d4a7e38b50), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:44.358009 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47c6eae-e080-4aed-ae8e-40d4a7e38b50 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:57:44.380708 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port f47c6eae-e080-4aed-ae8e-40d4a7e38b50, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=f47c6eae-e080-4aed-ae8e-40d4a7e38b50,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:57:44.483407 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (f47c6eae-e080-4aed-ae8e-40d4a7e38b50), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:44.528713 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=f47c6eae-e080-4aed-ae8e-40d4a7e38b50,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:44.800336 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['f47c6eae-e080-4aed-ae8e-40d4a7e38b50'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:57:45.308462 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f2586-5b93-49cb-8910-0c966ca34050 req-736a8a86-f7bf-4daf-b60e-e2254b807209 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:45.309942 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a24f2586-5b93-49cb-8910-0c966ca34050 req-736a8a86-f7bf-4daf-b60e-e2254b807209 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 944 time: 0.0494521 Apr 28 22:57:45.356133 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a24f2586-5b93-49cb-8910-0c966ca34050 req-89494c41-6777-46f9-9aa0-dfa0ff3b716c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407181 Apr 28 22:57:45.991986 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:46.214611 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device f47c6eae-e080-4aed-ae8e-40d4a7e38b50 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:57:46.260151 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port f47c6eae-e080-4aed-ae8e-40d4a7e38b50 completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:57:46.317729 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port f47c6eae-e080-4aed-ae8e-40d4a7e38b50 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:57:46.318396 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (f47c6eae-e080-4aed-ae8e-40d4a7e38b50), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:46.395518 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port f47c6eae-e080-4aed-ae8e-40d4a7e38b50 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:57:46.395908 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (f47c6eae-e080-4aed-ae8e-40d4a7e38b50), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:46.417669 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac677e19-f38b-4c94-8168-b987c1cd61b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47c6eae-e080-4aed-ae8e-40d4a7e38b50'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:57:46.419972 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f97a0e2-45d2-4d3e-a8ba-9040c1582f2e" -d '{"events": [{"server_uuid": "ac677e19-f38b-4c94-8168-b987c1cd61b3", "name": "network-vif-plugged", "status": "completed", "tag": "f47c6eae-e080-4aed-ae8e-40d4a7e38b50"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:57:46.433396 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port f47c6eae-e080-4aed-ae8e-40d4a7e38b50, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=f47c6eae-e080-4aed-ae8e-40d4a7e38b50,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:57:46.458552 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c027cd5c-1cb3-41ee-876e-4a06142e14f2 x-openstack-request-id: req-c027cd5c-1cb3-41ee-876e-4a06142e14f2 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:57:46.458847 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac677e19-f38b-4c94-8168-b987c1cd61b3", "name": "network-vif-plugged", "status": "completed", "tag": "f47c6eae-e080-4aed-ae8e-40d4a7e38b50", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:57:46.459103 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c027cd5c-1cb3-41ee-876e-4a06142e14f2 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:57:46.459501 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c027cd5c-1cb3-41ee-876e-4a06142e14f2'] response: {'server_uuid': 'ac677e19-f38b-4c94-8168-b987c1cd61b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47c6eae-e080-4aed-ae8e-40d4a7e38b50', 'code': 200} Apr 28 22:57:46.469770 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ad135-6d97-49c2-841d-cc75822e05e0 req-b01bbd2f-ad2a-4b3c-9a20-4a30299f012e tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:46.471231 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-231ad135-6d97-49c2-841d-cc75822e05e0 req-b01bbd2f-ad2a-4b3c-9a20-4a30299f012e tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 944 time: 0.0482941 Apr 28 22:57:46.512365 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (f47c6eae-e080-4aed-ae8e-40d4a7e38b50), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:46.519424 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-231ad135-6d97-49c2-841d-cc75822e05e0 req-a3c7c35b-a15c-49b1-99c7-2bbf03ae2d46 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419176 Apr 28 22:57:46.559566 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=f47c6eae-e080-4aed-ae8e-40d4a7e38b50,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:57:46.798714 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ec6f5-d8cb-4a48-81d3-5debdc4f3038 req-a32dbd28-7d14-4c51-a6c9-3969543c8192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:46.800183 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-735ec6f5-d8cb-4a48-81d3-5debdc4f3038 req-a32dbd28-7d14-4c51-a6c9-3969543c8192 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 1129 time: 0.0809064 Apr 28 22:57:46.843661 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-735ec6f5-d8cb-4a48-81d3-5debdc4f3038 req-8a883302-1fda-4c75-8b41-7b17d46b477e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372539 Apr 28 22:57:47.630096 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fb9d0-3e30-44bf-abbf-8a7c1d2f230e req-664f391d-06d9-492b-b066-3d6659ed7fd3 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:47.631463 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8a2fb9d0-3e30-44bf-abbf-8a7c1d2f230e req-664f391d-06d9-492b-b066-3d6659ed7fd3 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 945 time: 0.0461102 Apr 28 22:57:47.680182 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-8a2fb9d0-3e30-44bf-abbf-8a7c1d2f230e req-90b84ed1-4109-4af5-ba9c-8588d7ed3471 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433996 Apr 28 22:57:48.790291 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e54ba-ec2a-4872-9bb5-5b059e29d13e req-4f30dc85-572c-47f2-96d9-f8ebd227bf83 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:48.791764 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b19e54ba-ec2a-4872-9bb5-5b059e29d13e req-4f30dc85-572c-47f2-96d9-f8ebd227bf83 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 945 time: 0.0457642 Apr 28 22:57:48.838189 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-b19e54ba-ec2a-4872-9bb5-5b059e29d13e req-1e57a249-90cd-4076-9b8c-51ce54a0beba tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407076 Apr 28 22:57:48.945295 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f771f46-1149-43cd-a61c-5b29ec361877 req-e32ef71e-8c3d-46ca-9691-a09f1281df38 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:48.946765 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7f771f46-1149-43cd-a61c-5b29ec361877 req-e32ef71e-8c3d-46ca-9691-a09f1281df38 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 945 time: 0.0467420 Apr 28 22:57:48.955035 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56084) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:57:48.959382 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-e9dac590-dfca-40ec-91a3-e44004c3a04b tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'floatingip': {'port_id': 'f47c6eae-e080-4aed-ae8e-40d4a7e38b50'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:57:48.997561 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e9dac590-dfca-40ec-91a3-e44004c3a04b tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (436034b5-85bb-4b59-94a6-e15ca07861f2), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:49.435331 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e9dac590-dfca-40ec-91a3-e44004c3a04b tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:49.506042 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e9dac590-dfca-40ec-91a3-e44004c3a04b tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (436034b5-85bb-4b59-94a6-e15ca07861f2), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:49.606357 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [None req-e9dac590-dfca-40ec-91a3-e44004c3a04b tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Floating IP 436034b5-85bb-4b59-94a6-e15ca07861f2 associated. External IP: 172.27.0.98, port: f47c6eae-e080-4aed-ae8e-40d4a7e38b50. Apr 28 22:57:49.816545 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dac590-dfca-40ec-91a3-e44004c3a04b tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:57:49.925993 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dac590-dfca-40ec-91a3-e44004c3a04b tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:57:49.930706 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e9dac590-dfca-40ec-91a3-e44004c3a04b tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:57:49.935758 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91361f33-2db0-4583-9d31-d9126adf2520 None None] Sync routers for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:57:49.946090 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91361f33-2db0-4583-9d31-d9126adf2520 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:57:49.946711 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-91361f33-2db0-4583-9d31-d9126adf2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:57:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:57:49.960562 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e9dac590-dfca-40ec-91a3-e44004c3a04b tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "PUT /v2.0/floatingips/436034b5-85bb-4b59-94a6-e15ca07861f2 HTTP/1.1" status: 200 len: 990 time: 1.0044949 Apr 28 22:57:49.961147 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac677e19-f38b-4c94-8168-b987c1cd61b3', 'tag': 'f47c6eae-e080-4aed-ae8e-40d4a7e38b50'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:57:49.963595 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f0941a-fa26-4526-bdfe-7125a3e0fdeb" -d '{"events": [{"name": "network-changed", "server_uuid": "ac677e19-f38b-4c94-8168-b987c1cd61b3", "tag": "f47c6eae-e080-4aed-ae8e-40d4a7e38b50"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:57:49.997592 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e96e2a7-3aa7-4d2b-a4d1-2b22924c98eb x-openstack-request-id: req-9e96e2a7-3aa7-4d2b-a4d1-2b22924c98eb {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:57:49.997911 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac677e19-f38b-4c94-8168-b987c1cd61b3", "tag": "f47c6eae-e080-4aed-ae8e-40d4a7e38b50", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:57:49.998166 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e96e2a7-3aa7-4d2b-a4d1-2b22924c98eb {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:57:49.998572 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e96e2a7-3aa7-4d2b-a4d1-2b22924c98eb'] response: {'name': 'network-changed', 'server_uuid': 'ac677e19-f38b-4c94-8168-b987c1cd61b3', 'tag': 'f47c6eae-e080-4aed-ae8e-40d4a7e38b50', 'status': 'completed', 'code': 200} Apr 28 22:57:50.057759 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-91361f33-2db0-4583-9d31-d9126adf2520 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:57:50.058718 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0941a-fa26-4526-bdfe-7125a3e0fdeb req-03e80d86-ecae-4840-a244-7c96e3bf5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:50.060294 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a2f0941a-fa26-4526-bdfe-7125a3e0fdeb req-03e80d86-ecae-4840-a244-7c96e3bf5bca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 1129 time: 0.0395389 Apr 28 22:57:50.154843 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0941a-fa26-4526-bdfe-7125a3e0fdeb req-8fa779cd-665f-4d83-a033-027aeb2c28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:50.156413 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a2f0941a-fa26-4526-bdfe-7125a3e0fdeb req-8fa779cd-665f-4d83-a033-027aeb2c28e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 HTTP/1.1" status: 200 len: 915 time: 0.0890472 Apr 28 22:57:50.220139 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a2f0941a-fa26-4526-bdfe-7125a3e0fdeb req-b5025afd-83bf-4aae-aefc-0c88ed4b0649 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f47c6eae-e080-4aed-ae8e-40d4a7e38b50 HTTP/1.1" status: 200 len: 998 time: 0.0570037 Apr 28 22:57:50.268670 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0941a-fa26-4526-bdfe-7125a3e0fdeb req-cbfa5152-a4bf-4bef-ba38-c27154493f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:50.270208 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a2f0941a-fa26-4526-bdfe-7125a3e0fdeb req-cbfa5152-a4bf-4bef-ba38-c27154493f53 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ce45fd-4b45-49e1-8302-0b11cb2d2f30 HTTP/1.1" status: 200 len: 853 time: 0.0433428 Apr 28 22:57:50.278515 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-91361f33-2db0-4583-9d31-d9126adf2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '436034b5-85bb-4b59-94a6-e15ca07861f2', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': 'f47c6eae-e080-4aed-ae8e-40d4a7e38b50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:78:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac677e19-f38b-4c94-8168-b987c1cd61b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:57:33Z', 'updated_at': '2022-04-28T22:57:49Z', 'revision_number': 1, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:57:50.308392 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91361f33-2db0-4583-9d31-d9126adf2520 None None] Checking router: dd85593b-044e-4006-9fe7-ce9e9ee6ea00 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:57:50.315202 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0941a-fa26-4526-bdfe-7125a3e0fdeb req-43c6c223-02af-4b69-89a9-008732745e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:57:50.320727 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91361f33-2db0-4583-9d31-d9126adf2520 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:57:50.320887 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a2f0941a-fa26-4526-bdfe-7125a3e0fdeb req-43c6c223-02af-4b69-89a9-008732745e35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421209 Apr 28 22:57:50.320990 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-91361f33-2db0-4583-9d31-d9126adf2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:57:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:57:50.405462 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a2f0941a-fa26-4526-bdfe-7125a3e0fdeb req-c38a5cb5-2cff-4a0c-8102-f36b706853b9 service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820553 Apr 28 22:57:50.425264 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-91361f33-2db0-4583-9d31-d9126adf2520 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:57:50.497144 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a2f0941a-fa26-4526-bdfe-7125a3e0fdeb req-7aac1c69-2aa7-463e-8ae8-8773024bdf24 service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855372 Apr 28 22:57:50.635627 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-91361f33-2db0-4583-9d31-d9126adf2520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '436034b5-85bb-4b59-94a6-e15ca07861f2', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': 'f47c6eae-e080-4aed-ae8e-40d4a7e38b50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:78:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac677e19-f38b-4c94-8168-b987c1cd61b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:57:33Z', 'updated_at': '2022-04-28T22:57:49Z', 'revision_number': 1, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:57:50.661779 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91361f33-2db0-4583-9d31-d9126adf2520 None None] The sync data for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi is: [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': '436034b5-85bb-4b59-94a6-e15ca07861f2', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': 'f47c6eae-e080-4aed-ae8e-40d4a7e38b50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:78:c9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac677e19-f38b-4c94-8168-b987c1cd61b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:57:33Z', 'updated_at': '2022-04-28T22:57:49Z', 'revision_number': 1, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:57:50.843227 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5344de4-74b8-4b18-bd22-6eb25d44c340 None None] New status for floating IP 436034b5-85bb-4b59-94a6-e15ca07861f2: ACTIVE {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:58:00.820156 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [req-dd0abfbc-6855-4c3c-b321-8828a80bbef6 req-7f6982a0-b869-4c19-aa35-59251aabdbee service neutron] (110299) timed out ('10.222.0.31', 56061) {{(pid=110299) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 28 22:58:04.657773 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:58:06.481449 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-02975d9f-c08b-4bfd-99bf-42a1f2a59b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:08.677476 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b806ae98-a55d-4d23-88dd-a03b7b4e90c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:09.865610 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:11.251906 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:12.803064 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:13.243086 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [req-4956f34a-117d-4f6b-9ce2-4b488809bd76 req-fd82a9d4-caea-4eec-b90b-b6aad7c4e3f5 service neutron] (110300) timed out ('10.222.0.31', 56067) {{(pid=110300) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 28 22:58:16.008563 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:35.114068 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2058e3e-7619-49d0-b601-f2acb74becea req-8672610c-10df-4504-848b-544485c9798b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:58:35.115542 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a2058e3e-7619-49d0-b601-f2acb74becea req-8672610c-10df-4504-848b-544485c9798b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 946 time: 0.0462306 Apr 28 22:58:35.161723 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a2058e3e-7619-49d0-b601-f2acb74becea req-65adbcef-2587-4369-9648-3320cccbf9c0 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407512 Apr 28 22:58:36.282561 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f95413-6c0c-4ce1-a7d0-0b6bf8a95f06 req-ece92bd0-690f-4e68-b9a4-c4d76944d41f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:58:36.284012 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-70f95413-6c0c-4ce1-a7d0-0b6bf8a95f06 req-ece92bd0-690f-4e68-b9a4-c4d76944d41f tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 946 time: 0.0503907 Apr 28 22:58:36.336710 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-70f95413-6c0c-4ce1-a7d0-0b6bf8a95f06 req-ad57b03d-589d-48ba-8614-6934cc3213c4 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups?id=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463939 Apr 28 22:58:36.482276 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-db5e23d4-6db4-49a6-aea1-1f92b425f56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:36.782558 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2dc72-056b-4554-92d6-34a797d2dd6b req-ad06a24d-3b24-42d7-a4e8-f6b9bf844f3b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:58:36.783877 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cbe2dc72-056b-4554-92d6-34a797d2dd6b req-ad06a24d-3b24-42d7-a4e8-f6b9bf844f3b tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 946 time: 0.0491405 Apr 28 22:58:36.865678 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-cbe2dc72-056b-4554-92d6-34a797d2dd6b req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Deleting port cd40c7fc-b131-4486-8d6b-6afcde7213ff {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:58:36.866046 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-cbe2dc72-056b-4554-92d6-34a797d2dd6b req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:36.961240 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-cbe2dc72-056b-4554-92d6-34a797d2dd6b req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] For port cd40c7fc-b131-4486-8d6b-6afcde7213ff, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=cd40c7fc-b131-4486-8d6b-6afcde7213ff,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:58:36.961607 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-cbe2dc72-056b-4554-92d6-34a797d2dd6b req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:37.125959 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-cbe2dc72-056b-4554-92d6-34a797d2dd6b req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:37.126318 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-cbe2dc72-056b-4554-92d6-34a797d2dd6b req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (14e809c8-dcf5-4e47-a778-4741d0fdeb48), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:37.126629 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [req-cbe2dc72-056b-4554-92d6-34a797d2dd6b req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Floating IP 14e809c8-dcf5-4e47-a778-4741d0fdeb48 disassociated. External IP: 172.27.0.175, port: cd40c7fc-b131-4486-8d6b-6afcde7213ff. Apr 28 22:58:37.126968 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-cbe2dc72-056b-4554-92d6-34a797d2dd6b req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Calling delete_port for cd40c7fc-b131-4486-8d6b-6afcde7213ff owned by compute:nova {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:58:37.308878 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-cbe2dc72-056b-4554-92d6-34a797d2dd6b req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (cd40c7fc-b131-4486-8d6b-6afcde7213ff), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:37.338299 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event deleted for resources: {'Port': ['ID=cd40c7fc-b131-4486-8d6b-6afcde7213ff,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:58:37.349112 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:37.352691 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:37.352691 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:37.352691 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:37.352691 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:37.352691 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:37.352691 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:37.352691 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:37.352691 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:37.352691 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:37.352691 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:37.352691 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:37.353738 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:37.353738 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:37.353738 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:37.711108 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-86228328-f0fe-4282-96c1-4f60a666e1b0 req-41ca5095-88a2-4c7a-b02f-ca126d7c3baf tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 210 time: 0.3011003 Apr 28 22:58:37.740729 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbe2dc72-056b-4554-92d6-34a797d2dd6b req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Router cb2c003e-975f-424d-83e9-da3f8b67dd2b has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:58:37.854211 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbe2dc72-056b-4554-92d6-34a797d2dd6b req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:58:37.864255 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c670eefa-db7f-452c-b381-05b6b57b2825 None None] Sync routers for ids ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:58:37.873914 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c670eefa-db7f-452c-b381-05b6b57b2825 None None] Routers {'cb2c003e-975f-424d-83e9-da3f8b67dd2b'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:58:37.874524 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-c670eefa-db7f-452c-b381-05b6b57b2825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:58:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:58:37.897435 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe2dc72-056b-4554-92d6-34a797d2dd6b req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] No DVR routers for this DVR port cd40c7fc-b131-4486-8d6b-6afcde7213ff on host hv-cinder-83982 {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:58:37.900088 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-cbe2dc72-056b-4554-92d6-34a797d2dd6b req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:37.903479 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cbe2dc72-056b-4554-92d6-34a797d2dd6b req-109be32e-036d-4ee4-8d4c-5a6d84a9ba94 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.31 "DELETE /v2.0/ports/cd40c7fc-b131-4486-8d6b-6afcde7213ff HTTP/1.1" status: 204 len: 173 time: 1.1145084 Apr 28 22:58:37.903976 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'name': 'network-vif-deleted', 'tag': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:58:37.906253 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e30e50-c034-4e64-8d0e-b3c0285a08c8" -d '{"events": [{"server_uuid": "7cc03eba-5e32-4565-a769-b24164a90c4b", "name": "network-vif-deleted", "tag": "cd40c7fc-b131-4486-8d6b-6afcde7213ff"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:58:37.941619 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243b8f84-c831-4727-85a5-18d042854b4d x-openstack-request-id: req-243b8f84-c831-4727-85a5-18d042854b4d {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:58:37.942803 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc03eba-5e32-4565-a769-b24164a90c4b", "name": "network-vif-deleted", "tag": "cd40c7fc-b131-4486-8d6b-6afcde7213ff", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:58:37.943056 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-243b8f84-c831-4727-85a5-18d042854b4d {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:58:37.943466 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-243b8f84-c831-4727-85a5-18d042854b4d'] response: {'server_uuid': '7cc03eba-5e32-4565-a769-b24164a90c4b', 'name': 'network-vif-deleted', 'tag': 'cd40c7fc-b131-4486-8d6b-6afcde7213ff', 'status': 'completed', 'code': 200} Apr 28 22:58:38.112928 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-c670eefa-db7f-452c-b381-05b6b57b2825 None None] Set router cb2c003e-975f-424d-83e9-da3f8b67dd2b gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:58:38.301036 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-c670eefa-db7f-452c-b381-05b6b57b2825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:45Z', 'revision_number': 4, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '299958f2-da92-44d0-8e92-faea5870501b', 'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'mac_address': 'fa:16:3e:9f:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:44Z', 'updated_at': '2022-04-28T22:50:49Z', 'revision_number': 5, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'subnets': [{'id': '0557795c-801b-48d9-9aac-501223d0170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:58:38.330749 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c670eefa-db7f-452c-b381-05b6b57b2825 None None] Checking router: cb2c003e-975f-424d-83e9-da3f8b67dd2b for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:58:38.339227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c670eefa-db7f-452c-b381-05b6b57b2825 None None] Routers {'cb2c003e-975f-424d-83e9-da3f8b67dd2b'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:58:38.339828 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-c670eefa-db7f-452c-b381-05b6b57b2825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:58:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:58:38.446587 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-c670eefa-db7f-452c-b381-05b6b57b2825 None None] Set router cb2c003e-975f-424d-83e9-da3f8b67dd2b gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:58:38.642219 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-c670eefa-db7f-452c-b381-05b6b57b2825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:45Z', 'revision_number': 4, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '299958f2-da92-44d0-8e92-faea5870501b', 'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'mac_address': 'fa:16:3e:9f:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:44Z', 'updated_at': '2022-04-28T22:50:49Z', 'revision_number': 5, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'subnets': [{'id': '0557795c-801b-48d9-9aac-501223d0170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:58:38.673993 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c670eefa-db7f-452c-b381-05b6b57b2825 None None] The sync data for ids ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'] in dv-cinder-839825-1-iscsi is: [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:50:45Z', 'revision_number': 4, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '299958f2-da92-44d0-8e92-faea5870501b', 'name': '', 'network_id': '937e095d-9c43-4379-90ba-e4ceb11049cd', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'mac_address': 'fa:16:3e:9f:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '0557795c-801b-48d9-9aac-501223d0170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:44Z', 'updated_at': '2022-04-28T22:50:49Z', 'revision_number': 5, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'subnets': [{'id': '0557795c-801b-48d9-9aac-501223d0170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:58:38.722412 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6f5814fe-0344-4425-a9fc-b185ef50da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:38.831558 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ff893683-b853-4343-9b77-3584550970ab req-6f8ebbfe-9a09-411d-b8b2-0905f94ff48a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc03eba-5e32-4565-a769-b24164a90c4b HTTP/1.1" status: 200 len: 210 time: 0.0320499 Apr 28 22:58:38.909194 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf71d0c-9b93-4325-8f04-0b4e4db50b07 None None] New status for floating IP 14e809c8-dcf5-4e47-a778-4741d0fdeb48: DOWN {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:58:39.847658 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:39.996753 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56140) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:58:40.049045 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-10183873-11cd-46ab-b155-e097f83e6e60 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group (703a934c-8693-4ffd-9d65-cf0ae4ac7c6a), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:40.072220 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-10183873-11cd-46ab-b155-e097f83e6e60 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group (703a934c-8693-4ffd-9d65-cf0ae4ac7c6a), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:40.156827 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-10183873-11cd-46ab-b155-e097f83e6e60 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (703a934c-8693-4ffd-9d65-cf0ae4ac7c6a), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:40.159639 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-10183873-11cd-46ab-b155-e097f83e6e60 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:40.161422 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-10183873-11cd-46ab-b155-e097f83e6e60 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "DELETE /v2.0/security-groups/703a934c-8693-4ffd-9d65-cf0ae4ac7c6a HTTP/1.1" status: 204 len: 168 time: 0.1631651 Apr 28 22:58:40.164334 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 56142) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:58:40.174474 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10183873-11cd-46ab-b155-e097f83e6e60 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=703a934c-8693-4ffd-9d65-cf0ae4ac7c6a,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:58:40.179309 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.api.v2.resource [None req-1a188174-6911-453a-9054-8826b0278104 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] show failed (client error): The resource could not be found. Apr 28 22:58:40.180383 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-1a188174-6911-453a-9054-8826b0278104 tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "GET /v2.0/security-groups/703a934c-8693-4ffd-9d65-cf0ae4ac7c6a HTTP/1.1" status: 404 len: 347 time: 0.0149221 Apr 28 22:58:40.183594 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56144) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:58:40.310835 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d7a3e-e5dd-42f9-9b45-70490b17fb0a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Deleting port 1ca02626-ac39-43c0-a382-aecdc0999177 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:58:40.311179 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7a3e-e5dd-42f9-9b45-70490b17fb0a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (1ca02626-ac39-43c0-a382-aecdc0999177), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:40.391537 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7a3e-e5dd-42f9-9b45-70490b17fb0a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (1ca02626-ac39-43c0-a382-aecdc0999177), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:40.391861 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7a3e-e5dd-42f9-9b45-70490b17fb0a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for floatingip (1ca02626-ac39-43c0-a382-aecdc0999177), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:40.404400 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d7a3e-e5dd-42f9-9b45-70490b17fb0a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Calling delete_port for 1ca02626-ac39-43c0-a382-aecdc0999177 owned by network:floatingip {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:58:40.428154 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device cd40c7fc-b131-4486-8d6b-6afcde7213ff no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:58:40.448542 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: cd40c7fc-b131-4486-8d6b-6afcde7213ff {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:58:40.448890 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device cd40c7fc-b131-4486-8d6b-6afcde7213ff not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:58:40.590546 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7a3e-e5dd-42f9-9b45-70490b17fb0a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (1ca02626-ac39-43c0-a382-aecdc0999177), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:40.612966 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d7a3e-e5dd-42f9-9b45-70490b17fb0a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Pushing event deleted for resources: {'Port': ['ID=1ca02626-ac39-43c0-a382-aecdc0999177,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:58:40.682063 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7a3e-e5dd-42f9-9b45-70490b17fb0a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks [] for floatingip (14e809c8-dcf5-4e47-a778-4741d0fdeb48), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:40.684520 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7a3e-e5dd-42f9-9b45-70490b17fb0a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:40.685669 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8b6d7a3e-e5dd-42f9-9b45-70490b17fb0a tempest-AttachVolumeShelveTestJSON-1960432148 tempest-AttachVolumeShelveTestJSON-1960432148-project] 10.222.0.13 "DELETE /v2.0/floatingips/14e809c8-dcf5-4e47-a778-4741d0fdeb48 HTTP/1.1" status: 204 len: 168 time: 0.5010486 Apr 28 22:58:41.251373 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:41.657328 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:58:42.722086 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:43.336679 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56166) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:58:43.774553 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-92d12666-2ddd-451c-9c6f-3d2ac74514ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834530'] for router_interface (cb2c003e-975f-424d-83e9-da3f8b67dd2b), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:44.007055 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-92d12666-2ddd-451c-9c6f-3d2ac74514ec admin admin] Deleting port 299958f2-da92-44d0-8e92-faea5870501b {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:58:44.007526 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-92d12666-2ddd-451c-9c6f-3d2ac74514ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (299958f2-da92-44d0-8e92-faea5870501b), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:44.095879 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-92d12666-2ddd-451c-9c6f-3d2ac74514ec admin admin] For port 299958f2-da92-44d0-8e92-faea5870501b, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=299958f2-da92-44d0-8e92-faea5870501b,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:58:44.096242 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-92d12666-2ddd-451c-9c6f-3d2ac74514ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (299958f2-da92-44d0-8e92-faea5870501b), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:44.109207 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-92d12666-2ddd-451c-9c6f-3d2ac74514ec admin admin] Calling delete_port for 299958f2-da92-44d0-8e92-faea5870501b owned by network:router_interface {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:58:44.343048 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-92d12666-2ddd-451c-9c6f-3d2ac74514ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (299958f2-da92-44d0-8e92-faea5870501b), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:44.375025 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d12666-2ddd-451c-9c6f-3d2ac74514ec admin admin] Pushing event deleted for resources: {'Port': ['ID=299958f2-da92-44d0-8e92-faea5870501b,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:58:44.543522 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-92d12666-2ddd-451c-9c6f-3d2ac74514ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834638'] for router_interface (cb2c003e-975f-424d-83e9-da3f8b67dd2b), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:44.759806 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d12666-2ddd-451c-9c6f-3d2ac74514ec admin admin] Router cb2c003e-975f-424d-83e9-da3f8b67dd2b has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:58:44.866327 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d12666-2ddd-451c-9c6f-3d2ac74514ec admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:58:44.871239 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-92d12666-2ddd-451c-9c6f-3d2ac74514ec admin admin] 10.222.0.13 "PUT /v2.0/routers/cb2c003e-975f-424d-83e9-da3f8b67dd2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5334728 Apr 28 22:58:44.873687 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56170) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:58:44.876705 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90e8933-db7f-45ae-a0f4-76a0637ee751 None None] Sync routers for ids ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:58:44.886632 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90e8933-db7f-45ae-a0f4-76a0637ee751 None None] Routers {'cb2c003e-975f-424d-83e9-da3f8b67dd2b'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:58:44.887239 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-f90e8933-db7f-45ae-a0f4-76a0637ee751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:58:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:58:44.977871 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-66608397-4146-482c-9e7b-6bd221aa24d9 admin admin] Publish callbacks [] for router (cb2c003e-975f-424d-83e9-da3f8b67dd2b), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:44.992794 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-f90e8933-db7f-45ae-a0f4-76a0637ee751 None None] Set router cb2c003e-975f-424d-83e9-da3f8b67dd2b gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:58:45.080206 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-66608397-4146-482c-9e7b-6bd221aa24d9 admin admin] Publish callbacks [] for router_gateway (cb2c003e-975f-424d-83e9-da3f8b67dd2b), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:45.163252 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-f90e8933-db7f-45ae-a0f4-76a0637ee751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:58:44Z', 'revision_number': 5, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port': {'id': 'd2923c10-152f-4e74-ba35-a92b9b99dbc9', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:50:42Z', 'updated_at': '2022-04-28T22:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:58:45.189555 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90e8933-db7f-45ae-a0f4-76a0637ee751 None None] Checking router: cb2c003e-975f-424d-83e9-da3f8b67dd2b for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:58:45.198633 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90e8933-db7f-45ae-a0f4-76a0637ee751 None None] Routers {'cb2c003e-975f-424d-83e9-da3f8b67dd2b'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:58:45.201998 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-f90e8933-db7f-45ae-a0f4-76a0637ee751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:58:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:58:45.290293 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-f90e8933-db7f-45ae-a0f4-76a0637ee751 None None] Set router cb2c003e-975f-424d-83e9-da3f8b67dd2b gateway port host: None {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:58:45.347711 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-f90e8933-db7f-45ae-a0f4-76a0637ee751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:58:45Z', 'revision_number': 6, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port_host': None}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:58:45.375318 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90e8933-db7f-45ae-a0f4-76a0637ee751 None None] The sync data for ids ['cb2c003e-975f-424d-83e9-da3f8b67dd2b'] in dv-cinder-839825-1-iscsi is: [{'id': 'cb2c003e-975f-424d-83e9-da3f8b67dd2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1882769384-router', 'tenant_id': '989e8026f8c4491aa03a37dac04c7f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:50:41Z', 'updated_at': '2022-04-28T22:58:45Z', 'revision_number': 6, 'project_id': '989e8026f8c4491aa03a37dac04c7f8a', 'gw_port_host': None}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:58:45.471016 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-66608397-4146-482c-9e7b-6bd221aa24d9 admin admin] Deleting port d2923c10-152f-4e74-ba35-a92b9b99dbc9 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:58:45.471591 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-66608397-4146-482c-9e7b-6bd221aa24d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (d2923c10-152f-4e74-ba35-a92b9b99dbc9), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:45.546370 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-66608397-4146-482c-9e7b-6bd221aa24d9 admin admin] For port d2923c10-152f-4e74-ba35-a92b9b99dbc9, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=d2923c10-152f-4e74-ba35-a92b9b99dbc9,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:58:45.546719 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-66608397-4146-482c-9e7b-6bd221aa24d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (d2923c10-152f-4e74-ba35-a92b9b99dbc9), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:45.559370 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-66608397-4146-482c-9e7b-6bd221aa24d9 admin admin] Calling delete_port for d2923c10-152f-4e74-ba35-a92b9b99dbc9 owned by network:router_gateway {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:58:45.777191 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-66608397-4146-482c-9e7b-6bd221aa24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (d2923c10-152f-4e74-ba35-a92b9b99dbc9), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:45.807137 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66608397-4146-482c-9e7b-6bd221aa24d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2923c10-152f-4e74-ba35-a92b9b99dbc9,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:58:45.868368 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-66608397-4146-482c-9e7b-6bd221aa24d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653476'] for router_gateway (cb2c003e-975f-424d-83e9-da3f8b67dd2b), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:45.959517 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-66608397-4146-482c-9e7b-6bd221aa24d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1039'] for router (cb2c003e-975f-424d-83e9-da3f8b67dd2b), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:45.961549 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-66608397-4146-482c-9e7b-6bd221aa24d9 admin admin] Publish callbacks [] for router_controller (cb2c003e-975f-424d-83e9-da3f8b67dd2b), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:45.988402 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.056744 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-66608397-4146-482c-9e7b-6bd221aa24d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831238'] for router (cb2c003e-975f-424d-83e9-da3f8b67dd2b), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.057290 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66608397-4146-482c-9e7b-6bd221aa24d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb2c003e-975f-424d-83e9-da3f8b67dd2b {{(pid=110300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 22:58:46.062196 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-66608397-4146-482c-9e7b-6bd221aa24d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.063129 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-66608397-4146-482c-9e7b-6bd221aa24d9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cb2c003e-975f-424d-83e9-da3f8b67dd2b HTTP/1.1" status: 204 len: 168 time: 1.1885145 Apr 28 22:58:46.065594 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56174) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:58:46.113658 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-1315c125-ba0b-433c-9421-197264807ab8 admin admin] Deleting subnet 0557795c-801b-48d9-9aac-501223d0170a {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 22:58:46.116732 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1315c125-ba0b-433c-9421-197264807ab8 admin admin] Publish callbacks [] for subnet (0557795c-801b-48d9-9aac-501223d0170a), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.138654 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 299958f2-da92-44d0-8e92-faea5870501b no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:58:46.155182 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1315c125-ba0b-433c-9421-197264807ab8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4001100'] for subnet (0557795c-801b-48d9-9aac-501223d0170a), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.162836 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: 299958f2-da92-44d0-8e92-faea5870501b {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:58:46.163259 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 299958f2-da92-44d0-8e92-faea5870501b not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:58:46.163756 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device d2923c10-152f-4e74-ba35-a92b9b99dbc9 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:58:46.182728 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: d2923c10-152f-4e74-ba35-a92b9b99dbc9 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:58:46.183082 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device d2923c10-152f-4e74-ba35-a92b9b99dbc9 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:58:46.238051 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1315c125-ba0b-433c-9421-197264807ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711510'] for subnet (0557795c-801b-48d9-9aac-501223d0170a), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.362453 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1315c125-ba0b-433c-9421-197264807ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288626'] for subnet (0557795c-801b-48d9-9aac-501223d0170a), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.388736 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315c125-ba0b-433c-9421-197264807ab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0557795c-801b-48d9-9aac-501223d0170a,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:58:46.393554 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-1315c125-ba0b-433c-9421-197264807ab8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.397276 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-1315c125-ba0b-433c-9421-197264807ab8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0557795c-801b-48d9-9aac-501223d0170a HTTP/1.1" status: 204 len: 168 time: 0.3306930 Apr 28 22:58:46.399812 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56176) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:58:46.400448 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23818c19-7deb-4bc3-9f3b-858b0b1f1d75 None None] Network 937e095d-9c43-4379-90ba-e4ceb11049cd requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:58:46.471951 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719352'] for network (937e095d-9c43-4379-90ba-e4ceb11049cd), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.523249 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] Deleting port a94d80d4-6cea-4b7a-85fc-e4819bb13d88 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:58:46.523585 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (a94d80d4-6cea-4b7a-85fc-e4819bb13d88), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.559084 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] DHCP port deletion for 937e095d-9c43-4379-90ba-e4ceb11049cd request from dv-cinder-839825-1-iscsi {{(pid=110301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 22:58:46.586886 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] For port a94d80d4-6cea-4b7a-85fc-e4819bb13d88, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=a94d80d4-6cea-4b7a-85fc-e4819bb13d88,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:58:46.587249 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (a94d80d4-6cea-4b7a-85fc-e4819bb13d88), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.600088 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] Calling delete_port for a94d80d4-6cea-4b7a-85fc-e4819bb13d88 owned by network:dhcp {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:58:46.601373 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Deleting port a94d80d4-6cea-4b7a-85fc-e4819bb13d88 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:58:46.601757 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (a94d80d4-6cea-4b7a-85fc-e4819bb13d88), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.664175 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] For port a94d80d4-6cea-4b7a-85fc-e4819bb13d88, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=a94d80d4-6cea-4b7a-85fc-e4819bb13d88,segment=NetworkSegment(d9560879-fb80-429e-bed8-b08f9bdb0679),segment_id=d9560879-fb80-429e-bed8-b08f9bdb0679)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:58:46.664506 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (a94d80d4-6cea-4b7a-85fc-e4819bb13d88), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.677919 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Calling delete_port for a94d80d4-6cea-4b7a-85fc-e4819bb13d88 owned by network:dhcp {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:58:46.773466 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (a94d80d4-6cea-4b7a-85fc-e4819bb13d88), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.779086 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529'] for port (a94d80d4-6cea-4b7a-85fc-e4819bb13d88), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.800321 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] Pushing event deleted for resources: {'Port': ['ID=a94d80d4-6cea-4b7a-85fc-e4819bb13d88,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:58:46.802743 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] No DVR routers for this DVR port a94d80d4-6cea-4b7a-85fc-e4819bb13d88 on host dv-cinder-839825-1-iscsi {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:58:46.805991 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Pushing event deleted for resources: {'Port': ['ID=a94d80d4-6cea-4b7a-85fc-e4819bb13d88,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:58:46.808127 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] No DVR routers for this DVR port a94d80d4-6cea-4b7a-85fc-e4819bb13d88 on host dv-cinder-839825-1-iscsi {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:58:46.818582 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:46.818937 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:46.819293 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:46.819649 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:46.820404 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:46.820404 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:46.820667 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:46.820957 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:46.821294 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:46.821629 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:46.821986 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:46.822438 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:46.822641 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:46.822970 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:46.823299 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee203d6-f15c-4cf0-86bf-1ea8cedd2555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:46.876646 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708811', 'neutron.services.segments.db._delete_segments_for_network-8773828784761'] for network (937e095d-9c43-4379-90ba-e4ceb11049cd), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.896728 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937e095d-9c43-4379-90ba-e4ceb11049cd']}} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:58:46.905667 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9560879-fb80-429e-bed8-b08f9bdb0679') {'for_net_delete': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:58:46.906064 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9560879-fb80-429e-bed8-b08f9bdb0679') {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:58:46.915120 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773828787842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4001109'] for segment (d9560879-fb80-429e-bed8-b08f9bdb0679), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.928321 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (d9560879-fb80-429e-bed8-b08f9bdb0679), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.934156 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=110300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442450'] for segment (d9560879-fb80-429e-bed8-b08f9bdb0679), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: Traceback (most recent call last): Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: timer() Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: cb(*args, **kw) Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: return func(*args, **kwargs) Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: self._notify() Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: self.callback(batched_events) Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: event.method(event) Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: return f(self, *a, **k) Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._get(url).json() Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: return self.request(url, 'GET', **kwargs) Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 22:58:46.938288 dv-cinder-839825-1-iscsi neutron-server[110300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 22:58:47.047577 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833228'] for network (937e095d-9c43-4379-90ba-e4ceb11049cd), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:47.052829 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:47.056123 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] 10.222.0.13 "DELETE /v2.0/networks/937e095d-9c43-4379-90ba-e4ceb11049cd HTTP/1.1" status: 204 len: 168 time: 0.6553991 Apr 28 22:58:47.069967 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e491bc7-6f5c-4ca4-9362-9a916ea9c440 admin admin] Pushing event deleted for resources: {'Network': ['ID=937e095d-9c43-4379-90ba-e4ceb11049cd,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:58:47.359746 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 56180) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:58:47.411534 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-2d533dc6-f324-46ac-a8f0-550d38226572 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=989e8026f8c4491aa03a37dac04c7f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0506482 Apr 28 22:58:47.414110 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 56182) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:58:47.458383 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Publish callbacks [] for security_group (02d8de06-7065-4c1d-9914-06dfa349a707), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:47.479377 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Publish callbacks [] for security_group (02d8de06-7065-4c1d-9914-06dfa349a707), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:47.611238 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (02d8de06-7065-4c1d-9914-06dfa349a707), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:47.613623 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:47.614776 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02d8de06-7065-4c1d-9914-06dfa349a707 HTTP/1.1" status: 204 len: 168 time: 0.1998000 Apr 28 22:58:47.622481 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d8de06-7065-4c1d-9914-06dfa349a707,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:58:47.629397 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:47.629746 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:47.630114 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:47.630453 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:47.630786 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:47.631118 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:47.631444 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:47.631770 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:47.632212 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:47.633129 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:47.633129 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:47.633129 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:47.633453 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:47.633666 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:47.634015 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c6373d-9405-4c22-b88e-3c199ce07ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:58:47.875411 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device a94d80d4-6cea-4b7a-85fc-e4819bb13d88 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:58:47.896437 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: a94d80d4-6cea-4b7a-85fc-e4819bb13d88 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:58:47.896780 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device a94d80d4-6cea-4b7a-85fc-e4819bb13d88 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:58:54.991952 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 56266) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:58:55.096207 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4dc5d04e-fbb5-44b6-a1ba-9f4551ae3fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:55.167784 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4dc5d04e-fbb5-44b6-a1ba-9f4551ae3fd8 admin admin] Publish callbacks [] for security_group (732256df-dbb2-4471-8d5f-3c689f4059a5), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:55.229932 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-4dc5d04e-fbb5-44b6-a1ba-9f4551ae3fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (732256df-dbb2-4471-8d5f-3c689f4059a5), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:55.266339 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-4dc5d04e-fbb5-44b6-a1ba-9f4551ae3fd8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6be700cd82d4286a9499873426d4bf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733424 Apr 28 22:58:55.268222 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5d04e-fbb5-44b6-a1ba-9f4551ae3fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732256df-dbb2-4471-8d5f-3c689f4059a5,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:58:55.268993 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56270) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:58:55.337155 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0402e79-ba90-4a01-b7cd-e3f1fe30994e admin admin] Publish callbacks [] for security_group (732256df-dbb2-4471-8d5f-3c689f4059a5), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:55.366859 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0402e79-ba90-4a01-b7cd-e3f1fe30994e admin admin] Publish callbacks [] for security_group (732256df-dbb2-4471-8d5f-3c689f4059a5), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:55.493230 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0402e79-ba90-4a01-b7cd-e3f1fe30994e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (732256df-dbb2-4471-8d5f-3c689f4059a5), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:55.495677 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a0402e79-ba90-4a01-b7cd-e3f1fe30994e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:55.496805 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a0402e79-ba90-4a01-b7cd-e3f1fe30994e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/732256df-dbb2-4471-8d5f-3c689f4059a5 HTTP/1.1" status: 204 len: 168 time: 0.2267721 Apr 28 22:58:55.504696 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0402e79-ba90-4a01-b7cd-e3f1fe30994e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732256df-dbb2-4471-8d5f-3c689f4059a5,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:58:56.145370 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56276) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:58:56.158982 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-953b33ac-4468-4b94-b5df-c5e4a707acab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:56.230317 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-953b33ac-4468-4b94-b5df-c5e4a707acab admin admin] Publish callbacks [] for security_group (b57af16b-0474-4d3a-a7d6-5d80e647bec7), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:56.319678 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-953b33ac-4468-4b94-b5df-c5e4a707acab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (b57af16b-0474-4d3a-a7d6-5d80e647bec7), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:56.359211 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-953b33ac-4468-4b94-b5df-c5e4a707acab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2719b984c2774691843389679af65a85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127442 Apr 28 22:58:56.360092 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b33ac-4468-4b94-b5df-c5e4a707acab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57af16b-0474-4d3a-a7d6-5d80e647bec7,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:58:56.361894 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 56278) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:58:56.409437 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-82ef63eb-740c-41d5-8aba-6255f18c4b8a admin admin] Publish callbacks [] for security_group (b57af16b-0474-4d3a-a7d6-5d80e647bec7), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:56.430954 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-82ef63eb-740c-41d5-8aba-6255f18c4b8a admin admin] Publish callbacks [] for security_group (b57af16b-0474-4d3a-a7d6-5d80e647bec7), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:56.555967 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-82ef63eb-740c-41d5-8aba-6255f18c4b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (b57af16b-0474-4d3a-a7d6-5d80e647bec7), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:56.558570 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-82ef63eb-740c-41d5-8aba-6255f18c4b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:56.559714 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-82ef63eb-740c-41d5-8aba-6255f18c4b8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b57af16b-0474-4d3a-a7d6-5d80e647bec7 HTTP/1.1" status: 204 len: 168 time: 0.1961868 Apr 28 22:58:56.567473 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef63eb-740c-41d5-8aba-6255f18c4b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57af16b-0474-4d3a-a7d6-5d80e647bec7,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:58:59.301503 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 56350) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:58:59.406329 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-17ac795f-26f9-44e3-8002-169de628e5f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:59.487376 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-17ac795f-26f9-44e3-8002-169de628e5f0 admin admin] Publish callbacks [] for security_group (3934045f-a8c9-4a8a-8933-bf0429863eb1), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:59.555612 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-17ac795f-26f9-44e3-8002-169de628e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (3934045f-a8c9-4a8a-8933-bf0429863eb1), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:59.593831 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-17ac795f-26f9-44e3-8002-169de628e5f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c136d2b56d744b7b24bfbc69eef6e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912583 Apr 28 22:58:59.594675 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac795f-26f9-44e3-8002-169de628e5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3934045f-a8c9-4a8a-8933-bf0429863eb1,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:58:59.596569 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56354) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:58:59.644041 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ed681ffb-7987-49ee-8624-aa84fb281e3b admin admin] Publish callbacks [] for security_group (3934045f-a8c9-4a8a-8933-bf0429863eb1), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:59.665575 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ed681ffb-7987-49ee-8624-aa84fb281e3b admin admin] Publish callbacks [] for security_group (3934045f-a8c9-4a8a-8933-bf0429863eb1), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:59.778468 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ed681ffb-7987-49ee-8624-aa84fb281e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (3934045f-a8c9-4a8a-8933-bf0429863eb1), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:59.780948 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ed681ffb-7987-49ee-8624-aa84fb281e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:58:59.782117 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-ed681ffb-7987-49ee-8624-aa84fb281e3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3934045f-a8c9-4a8a-8933-bf0429863eb1 HTTP/1.1" status: 204 len: 168 time: 0.1845438 Apr 28 22:58:59.789808 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed681ffb-7987-49ee-8624-aa84fb281e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3934045f-a8c9-4a8a-8933-bf0429863eb1,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:00.324656 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56360) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:00.337931 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-96bc34df-ddbc-4627-934d-7d54fa472311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:00.409165 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-96bc34df-ddbc-4627-934d-7d54fa472311 admin admin] Publish callbacks [] for security_group (e2456583-14f1-43e8-a7cf-421bf5bbc8d9), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:00.469968 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-96bc34df-ddbc-4627-934d-7d54fa472311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (e2456583-14f1-43e8-a7cf-421bf5bbc8d9), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:00.508822 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-96bc34df-ddbc-4627-934d-7d54fa472311 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6031065896545ceaa859e5ca2de8fc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1830356 Apr 28 22:59:00.509663 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc34df-ddbc-4627-934d-7d54fa472311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2456583-14f1-43e8-a7cf-421bf5bbc8d9,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:00.511505 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 56362) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:00.558612 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-accf1c9d-be74-40ee-bc24-5a9aebd9d9eb admin admin] Publish callbacks [] for security_group (e2456583-14f1-43e8-a7cf-421bf5bbc8d9), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:00.579313 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-accf1c9d-be74-40ee-bc24-5a9aebd9d9eb admin admin] Publish callbacks [] for security_group (e2456583-14f1-43e8-a7cf-421bf5bbc8d9), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:00.702529 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-accf1c9d-be74-40ee-bc24-5a9aebd9d9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (e2456583-14f1-43e8-a7cf-421bf5bbc8d9), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:00.705092 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-accf1c9d-be74-40ee-bc24-5a9aebd9d9eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:00.706317 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-accf1c9d-be74-40ee-bc24-5a9aebd9d9eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2456583-14f1-43e8-a7cf-421bf5bbc8d9 HTTP/1.1" status: 204 len: 168 time: 0.1937122 Apr 28 22:59:00.714917 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf1c9d-be74-40ee-bc24-5a9aebd9d9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2456583-14f1-43e8-a7cf-421bf5bbc8d9,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:02.174977 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56392) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:02.274817 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f67b6e68-f9ca-4070-9d29-a7639b4ab849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:02.346709 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f67b6e68-f9ca-4070-9d29-a7639b4ab849 admin admin] Publish callbacks [] for security_group (05fa862a-7e2a-40bf-be38-5e4e2526fe2a), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:02.445255 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f67b6e68-f9ca-4070-9d29-a7639b4ab849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (05fa862a-7e2a-40bf-be38-5e4e2526fe2a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:02.481141 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b6e68-f9ca-4070-9d29-a7639b4ab849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fa862a-7e2a-40bf-be38-5e4e2526fe2a,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:02.486313 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-f67b6e68-f9ca-4070-9d29-a7639b4ab849 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13e533e34d6c4fdda52f5c50a8626546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3103542 Apr 28 22:59:02.489210 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56396) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:02.537559 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2ee58b1a-14c7-43a0-b9da-00d6604c18c1 admin admin] Publish callbacks [] for security_group (05fa862a-7e2a-40bf-be38-5e4e2526fe2a), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:02.557443 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2ee58b1a-14c7-43a0-b9da-00d6604c18c1 admin admin] Publish callbacks [] for security_group (05fa862a-7e2a-40bf-be38-5e4e2526fe2a), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:02.664504 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2ee58b1a-14c7-43a0-b9da-00d6604c18c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (05fa862a-7e2a-40bf-be38-5e4e2526fe2a), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:02.666944 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-2ee58b1a-14c7-43a0-b9da-00d6604c18c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:02.668124 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-2ee58b1a-14c7-43a0-b9da-00d6604c18c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05fa862a-7e2a-40bf-be38-5e4e2526fe2a HTTP/1.1" status: 204 len: 168 time: 0.1781056 Apr 28 22:59:02.676046 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee58b1a-14c7-43a0-b9da-00d6604c18c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fa862a-7e2a-40bf-be38-5e4e2526fe2a,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:06.475308 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2ee58c10-d771-4aea-a73a-c15744157f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:08.650598 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0db9ecb0-7c78-4c98-9092-c0b2b0ac01cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:09.847038 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:11.256492 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:12.715444 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:15.128850 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56520) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:15.229170 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-03ee3006-e04e-477e-a263-b827fb53f24d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:15.300180 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-03ee3006-e04e-477e-a263-b827fb53f24d admin admin] Publish callbacks [] for security_group (16b5cd28-ba87-45ba-8395-cd8a904714f3), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:15.355718 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-03ee3006-e04e-477e-a263-b827fb53f24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (16b5cd28-ba87-45ba-8395-cd8a904714f3), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:15.394988 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-03ee3006-e04e-477e-a263-b827fb53f24d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46237025e942415c8eda68cb1398883a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651098 Apr 28 22:59:15.395708 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee3006-e04e-477e-a263-b827fb53f24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b5cd28-ba87-45ba-8395-cd8a904714f3,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:15.397741 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 56524) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:15.443960 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-46d93f23-5610-41ee-9ebb-ea09b3f0357b admin admin] Publish callbacks [] for security_group (16b5cd28-ba87-45ba-8395-cd8a904714f3), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:15.464564 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-46d93f23-5610-41ee-9ebb-ea09b3f0357b admin admin] Publish callbacks [] for security_group (16b5cd28-ba87-45ba-8395-cd8a904714f3), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:15.578365 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-46d93f23-5610-41ee-9ebb-ea09b3f0357b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (16b5cd28-ba87-45ba-8395-cd8a904714f3), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:15.580889 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-46d93f23-5610-41ee-9ebb-ea09b3f0357b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:15.582066 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-46d93f23-5610-41ee-9ebb-ea09b3f0357b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16b5cd28-ba87-45ba-8395-cd8a904714f3 HTTP/1.1" status: 204 len: 168 time: 0.1832476 Apr 28 22:59:15.589558 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d93f23-5610-41ee-9ebb-ea09b3f0357b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b5cd28-ba87-45ba-8395-cd8a904714f3,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:16.052591 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:18.406181 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16dbb1ae-c326-4758-8e74-65461fa01f85 req-ae40544c-ded7-4323-8334-d5064ff5eecd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426443 Apr 28 22:59:18.493796 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbb1ae-c326-4758-8e74-65461fa01f85 req-41a22ed4-2ab8-4355-8f51-3f6c9214bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:18.495318 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16dbb1ae-c326-4758-8e74-65461fa01f85 req-41a22ed4-2ab8-4355-8f51-3f6c9214bc87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 1129 time: 0.0426204 Apr 28 22:59:18.596611 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbb1ae-c326-4758-8e74-65461fa01f85 req-acfc3ff3-f577-4437-8cde-61668c65bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:18.598022 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16dbb1ae-c326-4758-8e74-65461fa01f85 req-acfc3ff3-f577-4437-8cde-61668c65bc97 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 HTTP/1.1" status: 200 len: 915 time: 0.0856256 Apr 28 22:59:18.656860 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:59:18.824297 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16dbb1ae-c326-4758-8e74-65461fa01f85 req-9c4c7840-bb4d-4e44-99c9-14acddfe6066 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f47c6eae-e080-4aed-ae8e-40d4a7e38b50 HTTP/1.1" status: 200 len: 1000 time: 0.0628467 Apr 28 22:59:18.874176 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbb1ae-c326-4758-8e74-65461fa01f85 req-ae66c2c1-02bd-40a5-a76f-055f5a5d9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:18.875558 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16dbb1ae-c326-4758-8e74-65461fa01f85 req-ae66c2c1-02bd-40a5-a76f-055f5a5d9676 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ce45fd-4b45-49e1-8302-0b11cb2d2f30 HTTP/1.1" status: 200 len: 853 time: 0.0457129 Apr 28 22:59:18.933094 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbb1ae-c326-4758-8e74-65461fa01f85 req-41bf4fdf-2311-4143-b1b7-b9601d3ebe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:18.934617 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16dbb1ae-c326-4758-8e74-65461fa01f85 req-41bf4fdf-2311-4143-b1b7-b9601d3ebe6b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388927 Apr 28 22:59:19.028323 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16dbb1ae-c326-4758-8e74-65461fa01f85 req-ed515a2b-19d5-4a6c-b6d7-041171a243e5 service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878305 Apr 28 22:59:19.120705 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-16dbb1ae-c326-4758-8e74-65461fa01f85 req-2b3102b1-45f0-4d0c-92bc-f25dbee86b5c service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857043 Apr 28 22:59:20.965362 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2db73-7fbb-44c5-9841-8ea000ae25f2 req-3caccc34-48a4-4a42-96e7-a2e0a316af31 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:20.966875 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2da2db73-7fbb-44c5-9841-8ea000ae25f2 req-3caccc34-48a4-4a42-96e7-a2e0a316af31 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 945 time: 0.0472746 Apr 28 22:59:21.012177 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-2da2db73-7fbb-44c5-9841-8ea000ae25f2 req-863e0233-8600-4624-a5fb-3cd483be0e85 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397050 Apr 28 22:59:22.126014 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca841ded-cf65-4104-b0ca-bd9747d30ae4 req-344c44ea-8a74-4fff-aff6-4dff31fc4272 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:22.127640 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ca841ded-cf65-4104-b0ca-bd9747d30ae4 req-344c44ea-8a74-4fff-aff6-4dff31fc4272 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 945 time: 0.0481484 Apr 28 22:59:22.174523 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ca841ded-cf65-4104-b0ca-bd9747d30ae4 req-48aa3e99-a370-4581-8ef4-ab2e38463f22 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410287 Apr 28 22:59:22.779271 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e980d6-380c-4a38-8819-4a2539b6db00 req-b4e5c745-424f-41dc-81df-c689bb580cc3 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:22.780680 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-12e980d6-380c-4a38-8819-4a2539b6db00 req-b4e5c745-424f-41dc-81df-c689bb580cc3 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 945 time: 0.0454049 Apr 28 22:59:22.868161 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-12e980d6-380c-4a38-8819-4a2539b6db00 req-d372f556-b8a9-425b-92c8-278f6f8ae93d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Deleting port f47c6eae-e080-4aed-ae8e-40d4a7e38b50 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:59:22.868497 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-12e980d6-380c-4a38-8819-4a2539b6db00 req-d372f556-b8a9-425b-92c8-278f6f8ae93d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (f47c6eae-e080-4aed-ae8e-40d4a7e38b50), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:22.955942 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-12e980d6-380c-4a38-8819-4a2539b6db00 req-d372f556-b8a9-425b-92c8-278f6f8ae93d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] For port f47c6eae-e080-4aed-ae8e-40d4a7e38b50, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=f47c6eae-e080-4aed-ae8e-40d4a7e38b50,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:59:22.956299 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-12e980d6-380c-4a38-8819-4a2539b6db00 req-d372f556-b8a9-425b-92c8-278f6f8ae93d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (f47c6eae-e080-4aed-ae8e-40d4a7e38b50), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:23.133582 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-12e980d6-380c-4a38-8819-4a2539b6db00 req-d372f556-b8a9-425b-92c8-278f6f8ae93d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:23.134338 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-12e980d6-380c-4a38-8819-4a2539b6db00 req-d372f556-b8a9-425b-92c8-278f6f8ae93d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (436034b5-85bb-4b59-94a6-e15ca07861f2), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:23.134338 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [req-12e980d6-380c-4a38-8819-4a2539b6db00 req-d372f556-b8a9-425b-92c8-278f6f8ae93d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Floating IP 436034b5-85bb-4b59-94a6-e15ca07861f2 disassociated. External IP: 172.27.0.98, port: f47c6eae-e080-4aed-ae8e-40d4a7e38b50. Apr 28 22:59:23.134609 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-12e980d6-380c-4a38-8819-4a2539b6db00 req-d372f556-b8a9-425b-92c8-278f6f8ae93d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Calling delete_port for f47c6eae-e080-4aed-ae8e-40d4a7e38b50 owned by compute:nova {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:59:23.287714 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399925e-f58e-4c12-84cc-43583aad26e1 req-ca5ff01d-0d1d-435b-b65a-1151b15a0c68 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:23.289210 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f399925e-f58e-4c12-84cc-43583aad26e1 req-ca5ff01d-0d1d-435b-b65a-1151b15a0c68 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 945 time: 0.0455863 Apr 28 22:59:23.334258 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-f399925e-f58e-4c12-84cc-43583aad26e1 req-5c76785c-ab19-4302-83a1-876f1cbbaecd tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393090 Apr 28 22:59:23.372851 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-12e980d6-380c-4a38-8819-4a2539b6db00 req-d372f556-b8a9-425b-92c8-278f6f8ae93d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (f47c6eae-e080-4aed-ae8e-40d4a7e38b50), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:23.406254 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372f556-b8a9-425b-92c8-278f6f8ae93d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event deleted for resources: {'Port': ['ID=f47c6eae-e080-4aed-ae8e-40d4a7e38b50,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:23.523815 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12e980d6-380c-4a38-8819-4a2539b6db00 req-d372f556-b8a9-425b-92c8-278f6f8ae93d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:59:23.635545 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12e980d6-380c-4a38-8819-4a2539b6db00 req-d372f556-b8a9-425b-92c8-278f6f8ae93d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:59:23.646853 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef03021b-5b74-45be-b32b-2c8d9a4f20a9 None None] Sync routers for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:59:23.654582 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef03021b-5b74-45be-b32b-2c8d9a4f20a9 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:59:23.655183 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-ef03021b-5b74-45be-b32b-2c8d9a4f20a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:59:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:23.677381 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e980d6-380c-4a38-8819-4a2539b6db00 req-d372f556-b8a9-425b-92c8-278f6f8ae93d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] No DVR routers for this DVR port f47c6eae-e080-4aed-ae8e-40d4a7e38b50 on host hv-cinder-83982 {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 22:59:23.680401 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-12e980d6-380c-4a38-8819-4a2539b6db00 req-d372f556-b8a9-425b-92c8-278f6f8ae93d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:23.683644 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-12e980d6-380c-4a38-8819-4a2539b6db00 req-d372f556-b8a9-425b-92c8-278f6f8ae93d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "DELETE /v2.0/ports/f47c6eae-e080-4aed-ae8e-40d4a7e38b50 HTTP/1.1" status: 204 len: 173 time: 0.8980324 Apr 28 22:59:23.684072 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac677e19-f38b-4c94-8168-b987c1cd61b3', 'name': 'network-vif-deleted', 'tag': 'f47c6eae-e080-4aed-ae8e-40d4a7e38b50'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:59:23.686310 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36db1bb6-bc36-479f-ab6f-1f56c7d0c508" -d '{"events": [{"server_uuid": "ac677e19-f38b-4c94-8168-b987c1cd61b3", "name": "network-vif-deleted", "tag": "f47c6eae-e080-4aed-ae8e-40d4a7e38b50"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:59:23.771563 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-ef03021b-5b74-45be-b32b-2c8d9a4f20a9 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:59:23.859653 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cc1384-9d7c-4d3a-8a5f-2b8a7370eb9c x-openstack-request-id: req-d6cc1384-9d7c-4d3a-8a5f-2b8a7370eb9c {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:59:23.860084 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac677e19-f38b-4c94-8168-b987c1cd61b3", "name": "network-vif-deleted", "tag": "f47c6eae-e080-4aed-ae8e-40d4a7e38b50", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:59:23.860402 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6cc1384-9d7c-4d3a-8a5f-2b8a7370eb9c {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:59:23.860899 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6cc1384-9d7c-4d3a-8a5f-2b8a7370eb9c'] response: {'server_uuid': 'ac677e19-f38b-4c94-8168-b987c1cd61b3', 'name': 'network-vif-deleted', 'tag': 'f47c6eae-e080-4aed-ae8e-40d4a7e38b50', 'status': 'completed', 'code': 200} Apr 28 22:59:23.976455 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-ef03021b-5b74-45be-b32b-2c8d9a4f20a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:24.006436 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef03021b-5b74-45be-b32b-2c8d9a4f20a9 None None] Checking router: dd85593b-044e-4006-9fe7-ce9e9ee6ea00 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:59:24.014635 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef03021b-5b74-45be-b32b-2c8d9a4f20a9 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:59:24.015224 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-ef03021b-5b74-45be-b32b-2c8d9a4f20a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:59:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:24.207199 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-ef03021b-5b74-45be-b32b-2c8d9a4f20a9 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:59:24.393198 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-ef03021b-5b74-45be-b32b-2c8d9a4f20a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:24.427170 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef03021b-5b74-45be-b32b-2c8d9a4f20a9 None None] The sync data for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi is: [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:59:24.459975 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-efaaa48b-f414-4723-824e-2e7786318cd0 req-b33aeccd-161f-4a96-b356-4702fbe61d30 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac677e19-f38b-4c94-8168-b987c1cd61b3 HTTP/1.1" status: 200 len: 210 time: 0.0428152 Apr 28 22:59:24.669786 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255c59b-67e8-4c22-a9ba-a5bdda086e52 None None] New status for floating IP 436034b5-85bb-4b59-94a6-e15ca07861f2: DOWN {{(pid=110301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:59:25.642076 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 56680) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:25.695764 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b1b82883-be8e-42a6-8673-492e7f358d54 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:25.717933 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b1b82883-be8e-42a6-8673-492e7f358d54 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:25.827196 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b1b82883-be8e-42a6-8673-492e7f358d54 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:25.829694 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b1b82883-be8e-42a6-8673-492e7f358d54 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:25.830889 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-b1b82883-be8e-42a6-8673-492e7f358d54 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "DELETE /v2.0/security-groups/bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6 HTTP/1.1" status: 204 len: 168 time: 0.1878486 Apr 28 22:59:25.833664 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56682) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:25.839719 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b82883-be8e-42a6-8673-492e7f358d54 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:25.849093 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.api.v2.resource [None req-76245b36-17c0-4906-aac8-3cdbc0b9efd2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] show failed (client error): The resource could not be found. Apr 28 22:59:25.850721 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-76245b36-17c0-4906-aac8-3cdbc0b9efd2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups/bb1fd3bc-e5d1-47a2-a765-50fa6aa69de6 HTTP/1.1" status: 404 len: 347 time: 0.0158384 Apr 28 22:59:25.853160 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56684) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:25.967274 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-f907c3f3-ba1d-4520-9233-83c09d2a7b16 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Deleting port fa89c2a6-7aa1-4e6e-93c9-a8f4f95fe9a8 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 22:59:25.967501 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f907c3f3-ba1d-4520-9233-83c09d2a7b16 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (fa89c2a6-7aa1-4e6e-93c9-a8f4f95fe9a8), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:26.045985 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f907c3f3-ba1d-4520-9233-83c09d2a7b16 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (fa89c2a6-7aa1-4e6e-93c9-a8f4f95fe9a8), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:26.046384 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f907c3f3-ba1d-4520-9233-83c09d2a7b16 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (fa89c2a6-7aa1-4e6e-93c9-a8f4f95fe9a8), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:26.061435 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-f907c3f3-ba1d-4520-9233-83c09d2a7b16 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Calling delete_port for fa89c2a6-7aa1-4e6e-93c9-a8f4f95fe9a8 owned by network:floatingip {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 22:59:26.296278 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f907c3f3-ba1d-4520-9233-83c09d2a7b16 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (fa89c2a6-7aa1-4e6e-93c9-a8f4f95fe9a8), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:26.327150 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907c3f3-ba1d-4520-9233-83c09d2a7b16 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event deleted for resources: {'Port': ['ID=fa89c2a6-7aa1-4e6e-93c9-a8f4f95fe9a8,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:26.386589 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f907c3f3-ba1d-4520-9233-83c09d2a7b16 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (436034b5-85bb-4b59-94a6-e15ca07861f2), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:26.389215 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f907c3f3-ba1d-4520-9233-83c09d2a7b16 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:26.390394 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-f907c3f3-ba1d-4520-9233-83c09d2a7b16 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "DELETE /v2.0/floatingips/436034b5-85bb-4b59-94a6-e15ca07861f2 HTTP/1.1" status: 204 len: 168 time: 0.5363309 Apr 28 22:59:26.604712 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 56698) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:26.609243 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-e28bda6b-febd-437b-bf29-3e522bcbf858 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1192839508', 'description': 'tempest-description--2025807778'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:59:26.646770 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device f47c6eae-e080-4aed-ae8e-40d4a7e38b50 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 22:59:26.649327 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 56700) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:26.653594 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: f47c6eae-e080-4aed-ae8e-40d4a7e38b50 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 22:59:26.653979 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device f47c6eae-e080-4aed-ae8e-40d4a7e38b50 not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 22:59:26.721140 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e28bda6b-febd-437b-bf29-3e522bcbf858 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:26.761046 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ac7101d0-da72-429b-a219-c1da2f07a093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:26.823307 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e28bda6b-febd-437b-bf29-3e522bcbf858 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (880d9f6c-74f3-420d-8093-25d298e4dae4), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:26.866058 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ac7101d0-da72-429b-a219-c1da2f07a093 admin admin] Publish callbacks [] for security_group (f699da38-a33f-4d1d-a2cf-fc6864530e14), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:26.889851 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e28bda6b-febd-437b-bf29-3e522bcbf858 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (880d9f6c-74f3-420d-8093-25d298e4dae4), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:26.918115 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bda6b-febd-437b-bf29-3e522bcbf858 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880d9f6c-74f3-420d-8093-25d298e4dae4,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:26.941620 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ac7101d0-da72-429b-a219-c1da2f07a093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (f699da38-a33f-4d1d-a2cf-fc6864530e14), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:26.979587 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e28bda6b-febd-437b-bf29-3e522bcbf858 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:26.980826 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-e28bda6b-febd-437b-bf29-3e522bcbf858 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3751135 Apr 28 22:59:26.983790 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56704) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:26.984691 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-ac7101d0-da72-429b-a219-c1da2f07a093 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27d101e7d1a24d87aa6170e60f97ad1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343430 Apr 28 22:59:26.985585 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7101d0-da72-429b-a219-c1da2f07a093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f699da38-a33f-4d1d-a2cf-fc6864530e14,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:26.988029 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 56706) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:26.988534 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-b53884de-b638-45ff-a18c-81c216f91b0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'security_group_rule': {'security_group_id': '880d9f6c-74f3-420d-8093-25d298e4dae4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:59:27.035588 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bfe26f07-8b45-4023-9763-14ea9cd2d9be admin admin] Publish callbacks [] for security_group (f699da38-a33f-4d1d-a2cf-fc6864530e14), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:27.055781 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bfe26f07-8b45-4023-9763-14ea9cd2d9be admin admin] Publish callbacks [] for security_group (f699da38-a33f-4d1d-a2cf-fc6864530e14), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:27.086864 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b53884de-b638-45ff-a18c-81c216f91b0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (7b513c7e-228e-4390-b26f-132faa5d5517), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:27.172183 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bfe26f07-8b45-4023-9763-14ea9cd2d9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (f699da38-a33f-4d1d-a2cf-fc6864530e14), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:27.174747 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bfe26f07-8b45-4023-9763-14ea9cd2d9be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:27.175931 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-bfe26f07-8b45-4023-9763-14ea9cd2d9be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f699da38-a33f-4d1d-a2cf-fc6864530e14 HTTP/1.1" status: 204 len: 168 time: 0.1870143 Apr 28 22:59:27.184195 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe26f07-8b45-4023-9763-14ea9cd2d9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f699da38-a33f-4d1d-a2cf-fc6864530e14,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:27.188157 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b53884de-b638-45ff-a18c-81c216f91b0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (7b513c7e-228e-4390-b26f-132faa5d5517), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:27.269368 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b53884de-b638-45ff-a18c-81c216f91b0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (7b513c7e-228e-4390-b26f-132faa5d5517), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:27.286896 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53884de-b638-45ff-a18c-81c216f91b0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b513c7e-228e-4390-b26f-132faa5d5517,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:27.396974 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b53884de-b638-45ff-a18c-81c216f91b0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:27.398219 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-b53884de-b638-45ff-a18c-81c216f91b0a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4134245 Apr 28 22:59:27.400852 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56710) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:27.405024 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-e4c333a8-516a-4de9-af55-b54b0e35b372 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'security_group_rule': {'security_group_id': '880d9f6c-74f3-420d-8093-25d298e4dae4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:59:27.487330 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e4c333a8-516a-4de9-af55-b54b0e35b372 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (765905d3-c642-4bde-a8f6-5e98468e1d42), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:27.551673 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e4c333a8-516a-4de9-af55-b54b0e35b372 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (765905d3-c642-4bde-a8f6-5e98468e1d42), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:27.629992 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e4c333a8-516a-4de9-af55-b54b0e35b372 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (765905d3-c642-4bde-a8f6-5e98468e1d42), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:27.648435 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c333a8-516a-4de9-af55-b54b0e35b372 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765905d3-c642-4bde-a8f6-5e98468e1d42,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:27.717394 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e4c333a8-516a-4de9-af55-b54b0e35b372 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:27.718659 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e4c333a8-516a-4de9-af55-b54b0e35b372 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3169100 Apr 28 22:59:27.727919 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56714) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:27.732162 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'floatingip': {'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:59:27.832575 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56716) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:27.845059 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-36900266-b917-4736-9f40-0efdd390773f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:27.848089 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:27.946996 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:28.032945 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-36900266-b917-4736-9f40-0efdd390773f admin admin] Publish callbacks [] for security_group (e8b41475-0577-4c1b-b692-9fa9abb1e130), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:28.076171 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Allocated IP 172.27.0.215 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/34ca8cd2-f5f8-4163-ac5e-a1fc6e5040b0) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:59:28.102187 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-36900266-b917-4736-9f40-0efdd390773f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (e8b41475-0577-4c1b-b692-9fa9abb1e130), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:28.178879 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-36900266-b917-4736-9f40-0efdd390773f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5ae6a0a82a9465f94f117b16b8b1997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452179 Apr 28 22:59:28.181372 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36900266-b917-4736-9f40-0efdd390773f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b41475-0577-4c1b-b692-9fa9abb1e130,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:28.181580 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 56718) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:28.216948 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for port (34ca8cd2-f5f8-4163-ac5e-a1fc6e5040b0), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:28.230320 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-79601b73-6c7e-41ca-aeb3-b23ebad4fde8 admin admin] Publish callbacks [] for security_group (e8b41475-0577-4c1b-b692-9fa9abb1e130), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:28.250835 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-79601b73-6c7e-41ca-aeb3-b23ebad4fde8 admin admin] Publish callbacks [] for security_group (e8b41475-0577-4c1b-b692-9fa9abb1e130), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:28.290826 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (34ca8cd2-f5f8-4163-ac5e-a1fc6e5040b0), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:28.334507 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:59:28.341384 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'Port': ['ID=34ca8cd2-f5f8-4163-ac5e-a1fc6e5040b0,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:28.344860 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:59:28.347111 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:59:28.437279 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (bd8c8fb2-d640-4e4b-bbba-8d62ccc5aa1b), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:28.533802 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (34ca8cd2-f5f8-4163-ac5e-a1fc6e5040b0), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:28.621952 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-79601b73-6c7e-41ca-aeb3-b23ebad4fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (e8b41475-0577-4c1b-b692-9fa9abb1e130), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:28.624468 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-79601b73-6c7e-41ca-aeb3-b23ebad4fde8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:28.625611 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-79601b73-6c7e-41ca-aeb3-b23ebad4fde8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8b41475-0577-4c1b-b692-9fa9abb1e130 HTTP/1.1" status: 204 len: 168 time: 0.4430184 Apr 28 22:59:28.634876 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79601b73-6c7e-41ca-aeb3-b23ebad4fde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b41475-0577-4c1b-b692-9fa9abb1e130,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:28.688613 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for port (34ca8cd2-f5f8-4163-ac5e-a1fc6e5040b0), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:28.738264 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (34ca8cd2-f5f8-4163-ac5e-a1fc6e5040b0), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:28.806223 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'Port': ['ID=34ca8cd2-f5f8-4163-ac5e-a1fc6e5040b0,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:28.813941 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (bd8c8fb2-d640-4e4b-bbba-8d62ccc5aa1b), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:28.898415 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:28.899665 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-866846b9-01b1-47ba-bf5c-50762849ef87 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1708324 Apr 28 22:59:29.092179 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-e6d0a8b4-185b-475b-99fe-648bd4c02f52 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1192839508&fields=id&tenant_id=9fd348c6fc9446738fd825347f3033d8 HTTP/1.1" status: 200 len: 267 time: 0.0414574 Apr 28 22:59:29.195130 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-33009823-dca1-431c-9d17-c7753f5ff89b tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:29.197543 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-33009823-dca1-431c-9d17-c7753f5ff89b tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/networks?id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 HTTP/1.1" status: 200 len: 814 time: 0.0980909 Apr 28 22:59:29.212612 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-15d4bc0e-8524-496a-95b2-c9ae6e64a5ac tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/quotas/9fd348c6fc9446738fd825347f3033d8 HTTP/1.1" status: 200 len: 375 time: 0.0103409 Apr 28 22:59:29.263640 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-4484fd10-f1a3-4e02-bc02-e3f7dbf4721d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458119 Apr 28 22:59:29.346186 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56740) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:29.357016 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-9031563f-5a90-45f6-9d06-74696550bcf8 service neutron] 10.222.0.13 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816133 Apr 28 22:59:29.359880 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0d634d32-9999-4ac0-8b03-5c9f16d289c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:29.435694 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0d634d32-9999-4ac0-8b03-5c9f16d289c7 admin admin] Publish callbacks [] for security_group (714a0f0d-4658-451d-9f6a-25ff5efba5e5), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:29.450319 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-52dad7c3-b607-4390-8f4f-12e1527a0367 service neutron] 10.222.0.13 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873394 Apr 28 22:59:29.511145 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0d634d32-9999-4ac0-8b03-5c9f16d289c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (714a0f0d-4658-451d-9f6a-25ff5efba5e5), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:29.546452 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-0d634d32-9999-4ac0-8b03-5c9f16d289c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8604665082664746866826d765f4e425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989865 Apr 28 22:59:29.547324 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d634d32-9999-4ac0-8b03-5c9f16d289c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714a0f0d-4658-451d-9f6a-25ff5efba5e5,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:29.549095 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 56742) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:29.597970 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d2c5babf-7271-429d-bf7a-a04907aae564 admin admin] Publish callbacks [] for security_group (714a0f0d-4658-451d-9f6a-25ff5efba5e5), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:29.618749 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d2c5babf-7271-429d-bf7a-a04907aae564 admin admin] Publish callbacks [] for security_group (714a0f0d-4658-451d-9f6a-25ff5efba5e5), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:29.728732 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-661fce4c-eb92-4c55-8b21-19895ec657fa req-9542d203-6677-4ee1-a509-58cfddc8082c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 210 time: 0.0281858 Apr 28 22:59:29.747379 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d2c5babf-7271-429d-bf7a-a04907aae564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (714a0f0d-4658-451d-9f6a-25ff5efba5e5), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:29.750036 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-d2c5babf-7271-429d-bf7a-a04907aae564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:29.751219 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-d2c5babf-7271-429d-bf7a-a04907aae564 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/714a0f0d-4658-451d-9f6a-25ff5efba5e5 HTTP/1.1" status: 204 len: 168 time: 0.2011147 Apr 28 22:59:29.760391 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5babf-7271-429d-bf7a-a04907aae564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714a0f0d-4658-451d-9f6a-25ff5efba5e5,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:30.803584 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56776) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:30.838953 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9eaa8d61-d1a8-48d1-93c4-4a5a86e9b984 req-8a9dc176-c973-4ecf-8292-715f895e74bf tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 210 time: 0.0388699 Apr 28 22:59:30.901128 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-e8d33b95-e413-4ab9-8b65-c2d0f7239841 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-560885962-network', 'tenant_id': 'c971220b348647c2a2db04f94691ee40'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:59:30.989495 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d33b95-e413-4ab9-8b65-c2d0f7239841 admin admin] Made reservation on behalf of c971220b348647c2a2db04f94691ee40 for: {'network': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:59:30.992325 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8d33b95-e413-4ab9-8b65-c2d0f7239841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:31.000832 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8d33b95-e413-4ab9-8b65-c2d0f7239841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:31.073116 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8d33b95-e413-4ab9-8b65-c2d0f7239841 admin admin] Publish callbacks [] for security_group (febee65a-6618-46dd-a845-1ee38aaa8a20), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:31.132432 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8d33b95-e413-4ab9-8b65-c2d0f7239841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (febee65a-6618-46dd-a845-1ee38aaa8a20), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:31.156058 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d33b95-e413-4ab9-8b65-c2d0f7239841 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=110300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:59:31.165421 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d33b95-e413-4ab9-8b65-c2d0f7239841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febee65a-6618-46dd-a845-1ee38aaa8a20,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:31.170037 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8d33b95-e413-4ab9-8b65-c2d0f7239841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (8d3abf7d-e85a-407d-92ba-f41e91d2dbba), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:31.172053 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.segments_db [None req-e8d33b95-e413-4ab9-8b65-c2d0f7239841 admin admin] Added segment 8d3abf7d-e85a-407d-92ba-f41e91d2dbba of type vlan for network 1dbac701-9f49-4fab-aa41-67f0eafbe521 Apr 28 22:59:31.212214 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8d33b95-e413-4ab9-8b65-c2d0f7239841 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (1dbac701-9f49-4fab-aa41-67f0eafbe521), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:31.275011 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8d33b95-e413-4ab9-8b65-c2d0f7239841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (1dbac701-9f49-4fab-aa41-67f0eafbe521), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:31.276002 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d33b95-e413-4ab9-8b65-c2d0f7239841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:31.276642 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e8d33b95-e413-4ab9-8b65-c2d0f7239841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:31.340272 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d33b95-e413-4ab9-8b65-c2d0f7239841 admin admin] Pushing event updated for resources: {'Network': ['ID=1dbac701-9f49-4fab-aa41-67f0eafbe521,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:31.353517 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network 1dbac701-9f49-4fab-aa41-67f0eafbe521 details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:59:31.374861 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e8d33b95-e413-4ab9-8b65-c2d0f7239841 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5695171 Apr 28 22:59:31.377690 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56780) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:31.382579 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-6695e831-6ff2-4b14-b710-2d71303a9c8b admin admin] Request body: {'subnet': {'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-560885962-subnet', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:59:31.732376 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6695e831-6ff2-4b14-b710-2d71303a9c8b admin admin] Made reservation on behalf of c971220b348647c2a2db04f94691ee40 for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:59:31.734703 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6695e831-6ff2-4b14-b710-2d71303a9c8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288799'] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:31.820535 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-2b6a14ff-61bf-49ad-92f7-86f732a9e397 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:31.822064 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-2b6a14ff-61bf-49ad-92f7-86f732a9e397 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "GET /v2.0/networks?id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 HTTP/1.1" status: 200 len: 814 time: 0.4021623 Apr 28 22:59:31.930154 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-27745b43-cbab-46e1-ab67-97d3da010534 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fd348c6fc9446738fd825347f3033d8 HTTP/1.1" status: 200 len: 380 time: 0.0999558 Apr 28 22:59:31.953105 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-e963aa78-d83d-4311-aba0-f362bddeae50 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'port': {'device_id': '503f0121-74df-41b7-9da6-08eed4b373b8', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'admin_state_up': True, 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'security_groups': ['880d9f6c-74f3-420d-8093-25d298e4dae4']}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:59:31.960600 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c83793ae-ee07-4618-a97d-9b1899d399ec req-c2128bfd-7024-4aa1-9454-e001145c9318 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 210 time: 0.0486741 Apr 28 22:59:32.172428 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6695e831-6ff2-4b14-b710-2d71303a9c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288621'] for subnet (4b722871-feea-45c6-8564-612bfa8e0534), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:32.198737 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-e963aa78-d83d-4311-aba0-f362bddeae50 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Made reservation on behalf of 9fd348c6fc9446738fd825347f3033d8 for: {'port': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:59:32.202063 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-e963aa78-d83d-4311-aba0-f362bddeae50 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:32.244731 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695e831-6ff2-4b14-b710-2d71303a9c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b722871-feea-45c6-8564-612bfa8e0534,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:32.298894 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695e831-6ff2-4b14-b710-2d71303a9c8b admin admin] Checking segment: {'id': '8d3abf7d-e85a-407d-92ba-f41e91d2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:59:32.299232 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6695e831-6ff2-4b14-b710-2d71303a9c8b admin admin] Network hostable DHCP agents. Network: 1dbac701-9f49-4fab-aa41-67f0eafbe521, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:59:32.371297 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-e963aa78-d83d-4311-aba0-f362bddeae50 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Allocated IP 172.20.0.14 (bfcfb4ff-96e6-46c9-b916-d2d6b27e7955/b6ce45fd-4b45-49e1-8302-0b11cb2d2f30/ecfd3429-480b-4157-95a6-d7b15347d930) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:59:32.419572 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6695e831-6ff2-4b14-b710-2d71303a9c8b admin admin] Network 1dbac701-9f49-4fab-aa41-67f0eafbe521 is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:59:32.513009 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-e963aa78-d83d-4311-aba0-f362bddeae50 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for port (ecfd3429-480b-4157-95a6-d7b15347d930), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:32.515931 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-6695e831-6ff2-4b14-b710-2d71303a9c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, 1dbac701-9f49-4fab-aa41-67f0eafbe521) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:59:32.521616 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6695e831-6ff2-4b14-b710-2d71303a9c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:32.522230 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-6695e831-6ff2-4b14-b710-2d71303a9c8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:32.525323 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9ae698-4dbd-45de-bee3-b1f08d2ac64c None None] Network 1dbac701-9f49-4fab-aa41-67f0eafbe521 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:59:32.597876 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-6695e831-6ff2-4b14-b710-2d71303a9c8b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2190902 Apr 28 22:59:32.600528 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56788) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:32.604790 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-560885962-router', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:59:32.621147 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e4fb1-346d-52ad-b578-454136087e0e-1dbac701-9f49-4fab-aa41-67f0eafbe521', 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521', 'project_id': 'c971220b348647c2a2db04f94691ee40', 'fixed_ips': [{'subnet_id': '4b722871-feea-45c6-8564-612bfa8e0534'}]}} from dv-cinder-839825-1-iscsi. {{(pid=110301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 22:59:32.622068 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:32.623994 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-e963aa78-d83d-4311-aba0-f362bddeae50 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (ecfd3429-480b-4157-95a6-d7b15347d930), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:32.665618 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-e963aa78-d83d-4311-aba0-f362bddeae50 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:59:32.670731 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-e963aa78-d83d-4311-aba0-f362bddeae50 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:59:32.674516 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-e963aa78-d83d-4311-aba0-f362bddeae50 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:59:32.703604 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963aa78-d83d-4311-aba0-f362bddeae50 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event updated for resources: {'Port': ['ID=ecfd3429-480b-4157-95a6-d7b15347d930,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:32.711861 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1085'] for router (5d5de069-cf89-4cd8-aea0-38dd5dc3ae30), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:32.712937 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1076'] for router (5d5de069-cf89-4cd8-aea0-38dd5dc3ae30), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:32.743843 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-e963aa78-d83d-4311-aba0-f362bddeae50 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:32.744486 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-e963aa78-d83d-4311-aba0-f362bddeae50 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:32.772122 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Allocated IP 172.20.0.2 (1dbac701-9f49-4fab-aa41-67f0eafbe521/4b722871-feea-45c6-8564-612bfa8e0534/9d2c8989-8203-4bb4-8da8-66616c279859) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:59:32.800803 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Publish callbacks [] for router_controller (5d5de069-cf89-4cd8-aea0-38dd5dc3ae30), precommit_add_association {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:32.849489 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-e963aa78-d83d-4311-aba0-f362bddeae50 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9016616 Apr 28 22:59:32.863191 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Request body: {'port': {'device_id': '503f0121-74df-41b7-9da6-08eed4b373b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:59:32.918391 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-c4ca30f2-6679-4cc0-b4bc-7ae3c50fb99e None None] Provisioning complete for port ecfd3429-480b-4157-95a6-d7b15347d930 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:32.918768 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c4ca30f2-6679-4cc0-b4bc-7ae3c50fb99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ecfd3429-480b-4157-95a6-d7b15347d930), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:32.952745 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Publish callbacks [] for port (9d2c8989-8203-4bb4-8da8-66616c279859), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:32.964899 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca30f2-6679-4cc0-b4bc-7ae3c50fb99e None None] Port ecfd3429-480b-4157-95a6-d7b15347d930 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:59:33.017184 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ecfd3429-480b-4157-95a6-d7b15347d930), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:33.029764 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (9d2c8989-8203-4bb4-8da8-66616c279859), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:33.059001 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Publish callbacks [] for router_gateway (5d5de069-cf89-4cd8-aea0-38dd5dc3ae30), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:33.079601 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511111c5-f7b0-4be5-a7f2-5fde730e2a92 req-e85874a2-c22c-42ca-b335-ebcea21e84e7 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:33.080250 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Network 1dbac701-9f49-4fab-aa41-67f0eafbe521 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:59:33.081524 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-511111c5-f7b0-4be5-a7f2-5fde730e2a92 req-e85874a2-c22c-42ca-b335-ebcea21e84e7 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 932 time: 0.0536025 Apr 28 22:59:33.083800 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:59:33.086888 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:59:33.088908 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Pushing event updated for resources: {'Port': ['ID=9d2c8989-8203-4bb4-8da8-66616c279859,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:33.139890 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-511111c5-f7b0-4be5-a7f2-5fde730e2a92 req-da545b2d-b568-4047-a01c-baa3882e1887 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=880d9f6c-74f3-420d-8093-25d298e4dae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515919 Apr 28 22:59:33.150407 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Attempting to bind port 9d2c8989-8203-4bb4-8da8-66616c279859 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:59:33.150792 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Attempting to bind port 9d2c8989-8203-4bb4-8da8-66616c279859 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': '8d3abf7d-e85a-407d-92ba-f41e91d2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:59:33.151165 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Attempting to bind port 9d2c8989-8203-4bb4-8da8-66616c279859 on network 1dbac701-9f49-4fab-aa41-67f0eafbe521 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:59:33.163723 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:59:33.163723 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Checking segment: {'id': '8d3abf7d-e85a-407d-92ba-f41e91d2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:59:33.163723 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:33.163723 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Bound using segment: {'id': '8d3abf7d-e85a-407d-92ba-f41e91d2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:59:33.163723 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Bound port: 9d2c8989-8203-4bb4-8da8-66616c279859, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3abf7d-e85a-407d-92ba-f41e91d2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:59:33.163723 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (9d2c8989-8203-4bb4-8da8-66616c279859), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:33.221510 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] For port 9d2c8989-8203-4bb4-8da8-66616c279859, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:59:33.224531 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] For port 9d2c8989-8203-4bb4-8da8-66616c279859, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=9d2c8989-8203-4bb4-8da8-66616c279859,segment=NetworkSegment(8d3abf7d-e85a-407d-92ba-f41e91d2dbba),segment_id=8d3abf7d-e85a-407d-92ba-f41e91d2dbba)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:59:33.321934 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (9d2c8989-8203-4bb4-8da8-66616c279859), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:33.385465 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1b129-eb09-4edf-ac53-7b1b03afb60e None None] Pushing event updated for resources: {'Port': ['ID=9d2c8989-8203-4bb4-8da8-66616c279859,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:33.424357 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Publish callbacks [] for router_gateway (5d5de069-cf89-4cd8-aea0-38dd5dc3ae30), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:33.449476 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:33.527566 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecfd3429-480b-4157-95a6-d7b15347d930 {{(pid=110300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:59:33.539570 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Publish callbacks [] for port (ecfd3429-480b-4157-95a6-d7b15347d930), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:33.592039 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.provisioning_blocks [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Transition to ACTIVE for port object ecfd3429-480b-4157-95a6-d7b15347d930 will not be triggered until provisioned by entity L2. {{(pid=110300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 22:59:33.618296 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Allocated IP 172.27.0.212 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/e47210ec-87ad-4352-8dc8-fa3319127424) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:59:33.726271 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Publish callbacks [] for port (e47210ec-87ad-4352-8dc8-fa3319127424), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:33.729178 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (ecfd3429-480b-4157-95a6-d7b15347d930), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:33.813344 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe726000-9198-4474-b049-65edba049c1a service neutron] Pushing event updated for resources: {'Port': ['ID=ecfd3429-480b-4157-95a6-d7b15347d930,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:33.890839 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (e47210ec-87ad-4352-8dc8-fa3319127424), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:33.927510 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Attempting to bind port ecfd3429-480b-4157-95a6-d7b15347d930 on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:59:33.927849 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Attempting to bind port ecfd3429-480b-4157-95a6-d7b15347d930 by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:59:33.928181 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Attempting to bind port ecfd3429-480b-4157-95a6-d7b15347d930 on network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:59:33.944957 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 9d2c8989-8203-4bb4-8da8-66616c279859 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:59:33.948386 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Port ecfd3429-480b-4157-95a6-d7b15347d930 on network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 22:59:33.948720 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Attempting to bind port ecfd3429-480b-4157-95a6-d7b15347d930 on network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:59:33.962207 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:59:33.965320 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Pushing event updated for resources: {'Port': ['ID=e47210ec-87ad-4352-8dc8-fa3319127424,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:33.968069 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:59:33.968443 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Checking segment: {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:59:33.968798 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Bound using segment: {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:59:33.969239 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Bound port: ecfd3429-480b-4157-95a6-d7b15347d930, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:59:33.969606 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ecfd3429-480b-4157-95a6-d7b15347d930), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:33.971881 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:59:33.975142 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:59:34.002655 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 9d2c8989-8203-4bb4-8da8-66616c279859 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:34.007306 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (9d2c8989-8203-4bb4-8da8-66616c279859), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:34.083582 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 9d2c8989-8203-4bb4-8da8-66616c279859 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:34.084278 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (9d2c8989-8203-4bb4-8da8-66616c279859), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:34.137408 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] For port 9d2c8989-8203-4bb4-8da8-66616c279859, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=9d2c8989-8203-4bb4-8da8-66616c279859,segment=NetworkSegment(8d3abf7d-e85a-407d-92ba-f41e91d2dbba),segment_id=8d3abf7d-e85a-407d-92ba-f41e91d2dbba)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:59:34.145919 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] For port ecfd3429-480b-4157-95a6-d7b15347d930, host hv-cinder-83982, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:59:34.181923 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] For port ecfd3429-480b-4157-95a6-d7b15347d930, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=ecfd3429-480b-4157-95a6-d7b15347d930,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:59:34.212859 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (9d2c8989-8203-4bb4-8da8-66616c279859), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:34.250540 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (ecfd3429-480b-4157-95a6-d7b15347d930), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:34.269754 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Pushing event updated for resources: {'Port': ['ID=9d2c8989-8203-4bb4-8da8-66616c279859,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:34.294061 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:34.294678 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:34.296236 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-fe726000-9198-4474-b049-65edba049c1a service neutron] 10.222.0.31 "PUT /v2.0/ports/ecfd3429-480b-4157-95a6-d7b15347d930 HTTP/1.1" status: 200 len: 1094 time: 1.4381349 Apr 28 22:59:34.300885 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503f0121-74df-41b7-9da6-08eed4b373b8', 'tag': 'ecfd3429-480b-4157-95a6-d7b15347d930'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:59:34.303244 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1f731a-a5f8-4e46-b1a7-28d4f952a152" -d '{"events": [{"name": "network-changed", "server_uuid": "503f0121-74df-41b7-9da6-08eed4b373b8", "tag": "ecfd3429-480b-4157-95a6-d7b15347d930"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:59:34.325484 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3593cc0-7915-4b78-895c-09c02b4c3ad1 req-14f40f00-6764-4de0-906f-d1f00ef5a8ac tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:34.332954 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c3593cc0-7915-4b78-895c-09c02b4c3ad1 req-14f40f00-6764-4de0-906f-d1f00ef5a8ac tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 944 time: 0.1139591 Apr 28 22:59:34.361992 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7e3822-2159-4a1a-ac54-b6201c3bb578 None None] Network 1dbac701-9f49-4fab-aa41-67f0eafbe521 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:59:34.387368 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b57d41-ef0d-4fa6-8ed3-2ca91451e7a8 x-openstack-request-id: req-86b57d41-ef0d-4fa6-8ed3-2ca91451e7a8 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:59:34.387733 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503f0121-74df-41b7-9da6-08eed4b373b8", "tag": "ecfd3429-480b-4157-95a6-d7b15347d930", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:59:34.387936 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86b57d41-ef0d-4fa6-8ed3-2ca91451e7a8 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:59:34.388314 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b57d41-ef0d-4fa6-8ed3-2ca91451e7a8'] response: {'name': 'network-changed', 'server_uuid': '503f0121-74df-41b7-9da6-08eed4b373b8', 'tag': 'ecfd3429-480b-4157-95a6-d7b15347d930', 'status': 'completed', 'code': 200} Apr 28 22:59:34.445951 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-38178bde-351c-4957-96b8-208af183a1ee None None] Provisioning complete for port 9d2c8989-8203-4bb4-8da8-66616c279859 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:34.446354 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-38178bde-351c-4957-96b8-208af183a1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (9d2c8989-8203-4bb4-8da8-66616c279859), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:34.470807 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe726000-9198-4474-b049-65edba049c1a service neutron] Pushing event updated for resources: {'Port': ['ID=ecfd3429-480b-4157-95a6-d7b15347d930,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:34.516678 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f731a-a5f8-4e46-b1a7-28d4f952a152 req-f5012f0b-fd68-44e6-8839-4362a52afe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:34.517856 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7e1f731a-a5f8-4e46-b1a7-28d4f952a152 req-f5012f0b-fd68-44e6-8839-4362a52afe2c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 1128 time: 0.1229734 Apr 28 22:59:34.535556 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c3593cc0-7915-4b78-895c-09c02b4c3ad1 req-0959bed8-9026-4444-9262-a3221e0286a7 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=880d9f6c-74f3-420d-8093-25d298e4dae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968260 Apr 28 22:59:34.570900 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-38178bde-351c-4957-96b8-208af183a1ee None None] Current status of the port 9d2c8989-8203-4bb4-8da8-66616c279859 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:34.581911 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Publish callbacks [] for router_gateway (5d5de069-cf89-4cd8-aea0-38dd5dc3ae30), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:34.718499 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f731a-a5f8-4e46-b1a7-28d4f952a152 req-c3161958-313e-42dd-b5b8-f8082cc2d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:34.720047 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7e1f731a-a5f8-4e46-b1a7-28d4f952a152 req-c3161958-313e-42dd-b5b8-f8082cc2d810 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=9fd348c6fc9446738fd825347f3033d8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1835310 Apr 28 22:59:34.806569 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-469f00b1-f9f9-42a7-9a5a-3b23074a0b1d None None] Provisioning complete for port 9d2c8989-8203-4bb4-8da8-66616c279859 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:34.806945 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-469f00b1-f9f9-42a7-9a5a-3b23074a0b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (9d2c8989-8203-4bb4-8da8-66616c279859), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:34.890087 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-469f00b1-f9f9-42a7-9a5a-3b23074a0b1d None None] Current status of the port 9d2c8989-8203-4bb4-8da8-66616c279859 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:35.140293 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f731a-a5f8-4e46-b1a7-28d4f952a152 req-db85fbac-eb24-4d0a-91df-e651bee83dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:35.141687 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-7e1f731a-a5f8-4e46-b1a7-28d4f952a152 req-db85fbac-eb24-4d0a-91df-e651bee83dc3 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4152067 Apr 28 22:59:35.154285 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653440'] for router (5d5de069-cf89-4cd8-aea0-38dd5dc3ae30), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:35.244161 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-6ee340bf-98bc-4b19-bd12-ab64eee28b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:35.245632 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-6ee340bf-98bc-4b19-bd12-ab64eee28b50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 1128 time: 0.0537755 Apr 28 22:59:35.306904 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-1c44ef0c-4ec0-4072-a80d-31b972a8c1a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecfd3429-480b-4157-95a6-d7b15347d930 HTTP/1.1" status: 200 len: 217 time: 0.0368538 Apr 28 22:59:35.372028 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-ecc1f38f-bb21-463e-ae3d-f972576ef85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:35.373476 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-ecc1f38f-bb21-463e-ae3d-f972576ef85f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ce45fd-4b45-49e1-8302-0b11cb2d2f30 HTTP/1.1" status: 200 len: 853 time: 0.0604227 Apr 28 22:59:35.423951 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-74e45a3d-8e21-426f-b585-e3037f950ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:35.423951 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-74e45a3d-8e21-426f-b585-e3037f950ebd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429847 Apr 28 22:59:35.486755 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 is scheduled to L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c with binding_index 1 {{(pid=110300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 22:59:35.561904 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-d57dbe48-fc0c-40ea-bc66-e44ea9a876d4 service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324384 Apr 28 22:59:35.636602 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162346be-4384-4617-b2b2-ec90ef915b93 req-82fb23e1-59a3-4e5b-9c84-bb5c1aa785c9 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:35.638111 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-162346be-4384-4617-b2b2-ec90ef915b93 req-82fb23e1-59a3-4e5b-9c84-bb5c1aa785c9 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 944 time: 0.0459504 Apr 28 22:59:35.674312 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:59:35.684929 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Sync routers for ids ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:59:35.685704 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-162346be-4384-4617-b2b2-ec90ef915b93 req-72ca548e-5c7f-49dc-b240-0c10386e62ab tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=880d9f6c-74f3-420d-8093-25d298e4dae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417306 Apr 28 22:59:35.695456 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Routers {'5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:59:35.696370 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:59:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:35.703517 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-123890c7-4d2f-405b-bf17-f94a07ed72d0 req-561fabdb-d531-4a57-b232-167232963a71 service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353483 Apr 28 22:59:35.772389 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:35.774238 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e9008e39-1503-4d9c-9dcd-86c792d07089 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1726797 Apr 28 22:59:35.776989 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56798) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:35.803797 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Set router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:59:35.931645 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 9d2c8989-8203-4bb4-8da8-66616c279859 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:59:35.979711 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 9d2c8989-8203-4bb4-8da8-66616c279859 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:35.980093 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (9d2c8989-8203-4bb4-8da8-66616c279859), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:35.982619 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'name': 'tempest-TestMinimumBasicScenario-560885962-router', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:32Z', 'updated_at': '2022-04-28T22:59:34Z', 'revision_number': 3, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'gw_port': {'id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ed:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:33Z', 'updated_at': '2022-04-28T22:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:36.011192 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Checking router: 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:59:36.011555 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Updating router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 port e47210ec-87ad-4352-8dc8-fa3319127424 binding host dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:59:36.047063 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (e47210ec-87ad-4352-8dc8-fa3319127424), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:36.061419 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 9d2c8989-8203-4bb4-8da8-66616c279859 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:36.195657 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:36.290113 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Publish callbacks [] for port (e47210ec-87ad-4352-8dc8-fa3319127424), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:36.347381 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Allocated IP 172.20.0.1 (1dbac701-9f49-4fab-aa41-67f0eafbe521/4b722871-feea-45c6-8564-612bfa8e0534/89b53215-8cea-4c3d-b365-f9759409d7ee) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:59:36.376138 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (e47210ec-87ad-4352-8dc8-fa3319127424), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:36.429175 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765198c-9e19-43e6-be0c-a508a6e2dd1e None None] Pushing event updated for resources: {'Port': ['ID=e47210ec-87ad-4352-8dc8-fa3319127424,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:36.432182 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Attempting to bind port e47210ec-87ad-4352-8dc8-fa3319127424 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:59:36.432556 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Attempting to bind port e47210ec-87ad-4352-8dc8-fa3319127424 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:59:36.432924 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Attempting to bind port e47210ec-87ad-4352-8dc8-fa3319127424 on network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:59:36.440797 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765198c-9e19-43e6-be0c-a508a6e2dd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:36.441398 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765198c-9e19-43e6-be0c-a508a6e2dd1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:36.441760 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765198c-9e19-43e6-be0c-a508a6e2dd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:36.442215 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765198c-9e19-43e6-be0c-a508a6e2dd1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:36.442555 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765198c-9e19-43e6-be0c-a508a6e2dd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:36.442899 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765198c-9e19-43e6-be0c-a508a6e2dd1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:36.443227 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765198c-9e19-43e6-be0c-a508a6e2dd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:36.443554 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765198c-9e19-43e6-be0c-a508a6e2dd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:36.443879 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765198c-9e19-43e6-be0c-a508a6e2dd1e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:36.444241 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765198c-9e19-43e6-be0c-a508a6e2dd1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:36.445076 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765198c-9e19-43e6-be0c-a508a6e2dd1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:36.445416 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765198c-9e19-43e6-be0c-a508a6e2dd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:36.445789 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765198c-9e19-43e6-be0c-a508a6e2dd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:36.446089 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765198c-9e19-43e6-be0c-a508a6e2dd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:36.446409 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765198c-9e19-43e6-be0c-a508a6e2dd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:36.449994 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:59:36.450372 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Checking segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:59:36.450784 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:36.451151 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Bound using segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:59:36.451621 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Bound port: e47210ec-87ad-4352-8dc8-fa3319127424, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:59:36.451999 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (e47210ec-87ad-4352-8dc8-fa3319127424), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:36.453207 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Publish callbacks [] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:36.486794 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3bd74575-3282-4222-bc56-3c4e34e23bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:36.509045 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] For port e47210ec-87ad-4352-8dc8-fa3319127424, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:59:36.511960 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] For port e47210ec-87ad-4352-8dc8-fa3319127424, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=e47210ec-87ad-4352-8dc8-fa3319127424,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:59:36.547674 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:36.570591 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (e47210ec-87ad-4352-8dc8-fa3319127424), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:36.582652 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Network 1dbac701-9f49-4fab-aa41-67f0eafbe521 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:59:36.586953 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:59:36.592466 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:59:36.622537 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=89b53215-8cea-4c3d-b365-f9759409d7ee,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:36.631946 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765198c-9e19-43e6-be0c-a508a6e2dd1e None None] Pushing event updated for resources: {'Port': ['ID=e47210ec-87ad-4352-8dc8-fa3319127424,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:36.640031 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833397'] for router_interface (5d5de069-cf89-4cd8-aea0-38dd5dc3ae30), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:36.644653 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Routers {'5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:59:36.644653 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:59:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:36.773438 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] Set router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:59:36.818108 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-4209dd03-b932-474b-a005-a590d342d023 None None] Provisioning complete for port 89b53215-8cea-4c3d-b365-f9759409d7ee triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:36.818644 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-4209dd03-b932-474b-a005-a590d342d023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:36.829570 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8eb70-2e54-4492-96b2-f221091f74c6 req-6825c99e-4269-4bd6-ae9a-ede1e6312a3d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:36.839556 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c4c8eb70-2e54-4492-96b2-f221091f74c6 req-6825c99e-4269-4bd6-ae9a-ede1e6312a3d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 944 time: 0.0512271 Apr 28 22:59:36.860909 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-4209dd03-b932-474b-a005-a590d342d023 None None] Port 89b53215-8cea-4c3d-b365-f9759409d7ee cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:59:36.879648 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c4c8eb70-2e54-4492-96b2-f221091f74c6 req-af26b604-e001-4b02-8e3f-99b6befb0506 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=880d9f6c-74f3-420d-8093-25d298e4dae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418215 Apr 28 22:59:36.914525 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:36.951158 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'name': 'tempest-TestMinimumBasicScenario-560885962-router', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:32Z', 'updated_at': '2022-04-28T22:59:34Z', 'revision_number': 3, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'gw_port': {'id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ed:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:33Z', 'updated_at': '2022-04-28T22:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:36.980074 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0a6bf5-7372-41f1-92e5-e3fec977e895 None None] The sync data for ids ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'] in dv-cinder-839825-1-iscsi is: [{'id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'name': 'tempest-TestMinimumBasicScenario-560885962-router', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:32Z', 'updated_at': '2022-04-28T22:59:34Z', 'revision_number': 3, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'gw_port': {'id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ed:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:33Z', 'updated_at': '2022-04-28T22:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:59:37.081390 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Publish callbacks [] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:37.155262 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:37.234350 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=89b53215-8cea-4c3d-b365-f9759409d7ee,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:37.237738 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834501'] for router_interface (5d5de069-cf89-4cd8-aea0-38dd5dc3ae30), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:37.338132 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Network 1dbac701-9f49-4fab-aa41-67f0eafbe521 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:59:37.339808 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:59:37.464161 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:59:37.582033 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-0fcf7411-0e47-41dc-a6e0-50008c033d9f None None] Provisioning complete for port 89b53215-8cea-4c3d-b365-f9759409d7ee triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:37.582637 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0fcf7411-0e47-41dc-a6e0-50008c033d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:37.586568 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:59:37.593916 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e6ed10ad-de88-406f-b837-178f86070ed2 admin admin] 10.222.0.13 "PUT /v2.0/routers/5d5de069-cf89-4cd8-aea0-38dd5dc3ae30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8138278 Apr 28 22:59:37.621293 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-0fcf7411-0e47-41dc-a6e0-50008c033d9f None None] Port 89b53215-8cea-4c3d-b365-f9759409d7ee cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:59:37.930392 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device e47210ec-87ad-4352-8dc8-fa3319127424 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:59:37.979823 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port e47210ec-87ad-4352-8dc8-fa3319127424 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:37.980198 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (e47210ec-87ad-4352-8dc8-fa3319127424), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:38.015422 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa42ef-699a-44ce-9b07-b0e8068f6a50 req-7d9b8ea6-2c28-402f-9b20-ff00d9fc07c0 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:38.017747 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8afa42ef-699a-44ce-9b07-b0e8068f6a50 req-7d9b8ea6-2c28-402f-9b20-ff00d9fc07c0 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 944 time: 0.0635142 Apr 28 22:59:38.061551 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port e47210ec-87ad-4352-8dc8-fa3319127424 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:38.062305 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (e47210ec-87ad-4352-8dc8-fa3319127424), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:38.067114 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8afa42ef-699a-44ce-9b07-b0e8068f6a50 req-bc556c9e-53f9-4987-b55f-0d0255e1683a tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=880d9f6c-74f3-420d-8093-25d298e4dae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429935 Apr 28 22:59:38.084250 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] For port e47210ec-87ad-4352-8dc8-fa3319127424, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=e47210ec-87ad-4352-8dc8-fa3319127424,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:59:38.164559 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (e47210ec-87ad-4352-8dc8-fa3319127424), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:38.218207 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Pushing event updated for resources: {'Port': ['ID=e47210ec-87ad-4352-8dc8-fa3319127424,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:38.312042 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56818) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:38.317083 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1969875739-network', 'tenant_id': '0797518b1b784c3e8787391fe2f1d61c'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:59:38.423378 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Made reservation on behalf of 0797518b1b784c3e8787391fe2f1d61c for: {'network': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:59:38.425730 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for network (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:38.435349 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:38.520661 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Publish callbacks [] for security_group (1f6d9c3f-5cb3-4a7e-b202-891a686962ad), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:38.564564 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Sync routers for ids ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:59:38.575667 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Routers {'5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:59:38.576264 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:59:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:38.581561 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (1f6d9c3f-5cb3-4a7e-b202-891a686962ad), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:38.605606 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=110300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 22:59:38.615115 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6d9c3f-5cb3-4a7e-b202-891a686962ad,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:38.620210 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (07a119e4-92aa-45c1-bff1-b93abaa1887e), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:38.620772 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.segments_db [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Added segment 07a119e4-92aa-45c1-bff1-b93abaa1887e of type vlan for network c10b1c35-984d-4ade-8fed-c4eac1053de3 Apr 28 22:59:38.636994 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:38.637347 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:38.637689 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:38.638047 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:38.638382 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:38.638705 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:38.639033 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:38.639356 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:38.639684 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:38.640008 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:38.640331 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:38.640653 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:38.640974 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:38.641293 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:38.641608 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:38.679599 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773828241565'] for network (c10b1c35-984d-4ade-8fed-c4eac1053de3), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:38.687448 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-87de06d3-5e8e-4326-a2ab-feea7889a660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:38.695229 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device ecfd3429-480b-4157-95a6-d7b15347d930 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 22:59:38.710970 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Set router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:59:38.781502 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509'] for network (c10b1c35-984d-4ade-8fed-c4eac1053de3), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:38.782464 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:38.783052 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:38.845672 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] Pushing event updated for resources: {'Network': ['ID=c10b1c35-984d-4ade-8fed-c4eac1053de3,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:38.857801 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Network c10b1c35-984d-4ade-8fed-c4eac1053de3 details requested by agent ovs-agent-dv-cinder-839825-1-iscsi with host dv-cinder-839825-1-iscsi {{(pid=110301) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 22:59:38.877436 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-89218c16-ce22-4ebe-bf13-8a9d29ea5001 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5643089 Apr 28 22:59:38.880120 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56820) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:38.884971 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-22799ad7-5267-415c-835d-7b02d7e4950c admin admin] Request body: {'subnet': {'network_id': 'c10b1c35-984d-4ade-8fed-c4eac1053de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1969875739-subnet', 'tenant_id': '0797518b1b784c3e8787391fe2f1d61c', 'ip_version': 4}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:59:38.958650 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22799ad7-5267-415c-835d-7b02d7e4950c admin admin] Made reservation on behalf of 0797518b1b784c3e8787391fe2f1d61c for: {'subnet': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:59:38.961165 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-22799ad7-5267-415c-835d-7b02d7e4950c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288799'] for subnet (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:39.103580 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port ecfd3429-480b-4157-95a6-d7b15347d930, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=ecfd3429-480b-4157-95a6-d7b15347d930,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:59:39.132149 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': 'ecfd3429-480b-4157-95a6-d7b15347d930', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'port_id': 'ecfd3429-480b-4157-95a6-d7b15347d930', 'mac_address': 'fa:16:3e:53:fc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 22:59:39.187645 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-22799ad7-5267-415c-835d-7b02d7e4950c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3441333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288621'] for subnet (dd82ccaa-2fa5-44db-8c0f-6efa253b457a), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:39.206446 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'name': 'tempest-TestMinimumBasicScenario-560885962-router', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:32Z', 'updated_at': '2022-04-28T22:59:36Z', 'revision_number': 4, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'gw_port': {'id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ed:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:33Z', 'updated_at': '2022-04-28T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '89b53215-8cea-4c3d-b365-f9759409d7ee', 'name': '', 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'mac_address': 'fa:16:3e:35:49:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4b722871-feea-45c6-8564-612bfa8e0534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:36Z', 'updated_at': '2022-04-28T22:59:36Z', 'revision_number': 2, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'subnets': [{'id': '4b722871-feea-45c6-8564-612bfa8e0534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:39.208251 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port ecfd3429-480b-4157-95a6-d7b15347d930 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:39.208765 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ecfd3429-480b-4157-95a6-d7b15347d930), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:39.223363 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac44da9-42b6-459c-b2c6-4c8cb15f5d8a req-491414bf-12bf-403e-92d3-cff801a6a06f tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:39.224824 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fac44da9-42b6-459c-b2c6-4c8cb15f5d8a req-491414bf-12bf-403e-92d3-cff801a6a06f tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 944 time: 0.0742321 Apr 28 22:59:39.241374 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Checking router: 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:59:39.241735 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Updating router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 port 89b53215-8cea-4c3d-b365-f9759409d7ee binding host dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:59:39.266849 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfd3429-480b-4157-95a6-d7b15347d930 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 22:59:39.271077 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22799ad7-5267-415c-835d-7b02d7e4950c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd82ccaa-2fa5-44db-8c0f-6efa253b457a,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:39.289362 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:39.295526 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port ecfd3429-480b-4157-95a6-d7b15347d930, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=ecfd3429-480b-4157-95a6-d7b15347d930,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:59:39.299745 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22799ad7-5267-415c-835d-7b02d7e4950c admin admin] Checking segment: {'id': '07a119e4-92aa-45c1-bff1-b93abaa1887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c10b1c35-984d-4ade-8fed-c4eac1053de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:59:39.300101 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22799ad7-5267-415c-835d-7b02d7e4950c admin admin] Network hostable DHCP agents. Network: c10b1c35-984d-4ade-8fed-c4eac1053de3, hostable agents: ['f186906e-85c7-45d8-9e4e-e6aebf89836b'], hosted agents: [] {{(pid=110300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 22:59:39.312150 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fac44da9-42b6-459c-b2c6-4c8cb15f5d8a req-ec08edb1-644d-4cdb-a50c-d9ff4285a059 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=880d9f6c-74f3-420d-8093-25d298e4dae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785701 Apr 28 22:59:39.387346 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (ecfd3429-480b-4157-95a6-d7b15347d930), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:39.389114 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22799ad7-5267-415c-835d-7b02d7e4950c admin admin] Network c10b1c35-984d-4ade-8fed-c4eac1053de3 is scheduled to be hosted by DHCP agent f186906e-85c7-45d8-9e4e-e6aebf89836b with binding_index 1 {{(pid=110300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 22:59:39.469236 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-22799ad7-5267-415c-835d-7b02d7e4950c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839825-1-iscsi, c10b1c35-984d-4ade-8fed-c4eac1053de3) {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:59:39.474834 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22799ad7-5267-415c-835d-7b02d7e4950c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:39.475145 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=ecfd3429-480b-4157-95a6-d7b15347d930,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:39.476522 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-22799ad7-5267-415c-835d-7b02d7e4950c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:39.490040 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2e867e-7be6-4a01-8b05-3cb29f7c42e4 None None] Network c10b1c35-984d-4ade-8fed-c4eac1053de3 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:59:39.607270 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-22799ad7-5267-415c-835d-7b02d7e4950c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7260857 Apr 28 22:59:39.609736 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 56824) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:39.613829 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1969875739-router', 'tenant_id': '0797518b1b784c3e8787391fe2f1d61c', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:59:39.670177 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp635e4fb1-346d-52ad-b578-454136087e0e-c10b1c35-984d-4ade-8fed-c4eac1053de3', 'network_id': 'c10b1c35-984d-4ade-8fed-c4eac1053de3', 'project_id': '0797518b1b784c3e8787391fe2f1d61c', 'fixed_ips': [{'subnet_id': 'dd82ccaa-2fa5-44db-8c0f-6efa253b457a'}]}} from dv-cinder-839825-1-iscsi. {{(pid=110301) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 22:59:39.671014 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:39.701045 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1085'] for router (365cb6fe-1e29-4150-a5b3-fdfaa83f453d), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:39.702146 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1653429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1076'] for router (365cb6fe-1e29-4150-a5b3-fdfaa83f453d), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:39.710428 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['ecfd3429-480b-4157-95a6-d7b15347d930'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 22:59:39.715443 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Publish callbacks [] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:39.754833 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Publish callbacks [] for router_controller (365cb6fe-1e29-4150-a5b3-fdfaa83f453d), precommit_add_association {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:39.856526 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:39.927464 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:39.947127 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.db_base_plugin_common [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Allocated IP 172.20.0.2 (c10b1c35-984d-4ade-8fed-c4eac1053de3/dd82ccaa-2fa5-44db-8c0f-6efa253b457a/f655dd0a-6624-480b-a57a-8c75f4e3c535) {{(pid=110301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:59:39.965062 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device e47210ec-87ad-4352-8dc8-fa3319127424 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:59:39.968932 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff74df-e6de-4184-bbde-86dd75b5b148 None None] Pushing event updated for resources: {'Port': ['ID=89b53215-8cea-4c3d-b365-f9759409d7ee,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:40.155587 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Attempting to bind port 89b53215-8cea-4c3d-b365-f9759409d7ee on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:59:40.155970 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Attempting to bind port 89b53215-8cea-4c3d-b365-f9759409d7ee by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': '8d3abf7d-e85a-407d-92ba-f41e91d2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:59:40.156337 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Attempting to bind port 89b53215-8cea-4c3d-b365-f9759409d7ee on network 1dbac701-9f49-4fab-aa41-67f0eafbe521 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:59:40.191890 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:59:40.192180 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Checking segment: {'id': '8d3abf7d-e85a-407d-92ba-f41e91d2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:59:40.192584 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:40.192974 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Bound using segment: {'id': '8d3abf7d-e85a-407d-92ba-f41e91d2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:59:40.193444 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Bound port: 89b53215-8cea-4c3d-b365-f9759409d7ee, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3abf7d-e85a-407d-92ba-f41e91d2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:59:40.193853 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:40.202980 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port e47210ec-87ad-4352-8dc8-fa3319127424 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:40.203291 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (e47210ec-87ad-4352-8dc8-fa3319127424), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:40.218728 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-b9248abe-4d52-4bbe-98cf-88f5948279ca None None] Provisioning complete for port 89b53215-8cea-4c3d-b365-f9759409d7ee triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:40.219090 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b9248abe-4d52-4bbe-98cf-88f5948279ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:40.228314 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Publish callbacks [] for router_gateway (365cb6fe-1e29-4150-a5b3-fdfaa83f453d), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:40.360606 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-b9248abe-4d52-4bbe-98cf-88f5948279ca None None] Port 89b53215-8cea-4c3d-b365-f9759409d7ee cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:59:40.431039 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Publish callbacks [] for port (f655dd0a-6624-480b-a57a-8c75f4e3c535), precommit_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:40.432789 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] For port 89b53215-8cea-4c3d-b365-f9759409d7ee, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:59:40.440557 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99b395-bf9e-4a4c-845d-c34dfa404bd3 req-e3507a8c-3ffc-43a3-b1e3-773fabb03d25 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:40.442538 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9e99b395-bf9e-4a4c-845d-c34dfa404bd3 req-e3507a8c-3ffc-43a3-b1e3-773fabb03d25 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 945 time: 0.0500479 Apr 28 22:59:40.452880 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] For port 89b53215-8cea-4c3d-b365-f9759409d7ee, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=89b53215-8cea-4c3d-b365-f9759409d7ee,segment=NetworkSegment(8d3abf7d-e85a-407d-92ba-f41e91d2dbba),segment_id=8d3abf7d-e85a-407d-92ba-f41e91d2dbba)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:59:40.456870 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port e47210ec-87ad-4352-8dc8-fa3319127424 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:40.494990 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-9e99b395-bf9e-4a4c-845d-c34dfa404bd3 req-9efc333e-0d5d-431c-977a-ca106c8db0b1 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=880d9f6c-74f3-420d-8093-25d298e4dae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461390 Apr 28 22:59:40.498420 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Publish callbacks [] for router_gateway (365cb6fe-1e29-4150-a5b3-fdfaa83f453d), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:40.498900 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520'] for port (f655dd0a-6624-480b-a57a-8c75f4e3c535), after_create {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:40.529892 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:40.534642 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Network c10b1c35-984d-4ade-8fed-c4eac1053de3 is already hosted by enough agents. {{(pid=110301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:59:40.538517 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.scheduler.base_scheduler [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Resources bound (agent type, host, resource id): {{(pid=110301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:59:40.542158 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Received port after_create {{(pid=110301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:59:40.559520 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:40.581487 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Pushing event updated for resources: {'Port': ['ID=f655dd0a-6624-480b-a57a-8c75f4e3c535,revision_number=1']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:40.638484 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Allocated IP 172.27.0.53 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:59:40.664126 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Attempting to bind port f655dd0a-6624-480b-a57a-8c75f4e3c535 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:59:40.664502 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Attempting to bind port f655dd0a-6624-480b-a57a-8c75f4e3c535 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': '07a119e4-92aa-45c1-bff1-b93abaa1887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c10b1c35-984d-4ade-8fed-c4eac1053de3'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:59:40.664881 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Attempting to bind port f655dd0a-6624-480b-a57a-8c75f4e3c535 on network c10b1c35-984d-4ade-8fed-c4eac1053de3 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:59:40.678461 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Routers {'5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:59:40.679238 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:59:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:40.693418 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff74df-e6de-4184-bbde-86dd75b5b148 None None] Pushing event updated for resources: {'Port': ['ID=89b53215-8cea-4c3d-b365-f9759409d7ee,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:40.693418 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:59:40.693418 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Checking segment: {'id': '07a119e4-92aa-45c1-bff1-b93abaa1887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c10b1c35-984d-4ade-8fed-c4eac1053de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:59:40.693418 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:40.693418 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Bound using segment: {'id': '07a119e4-92aa-45c1-bff1-b93abaa1887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c10b1c35-984d-4ade-8fed-c4eac1053de3'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:59:40.693418 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Bound port: f655dd0a-6624-480b-a57a-8c75f4e3c535, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a119e4-92aa-45c1-bff1-b93abaa1887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c10b1c35-984d-4ade-8fed-c4eac1053de3'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:59:40.693418 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (f655dd0a-6624-480b-a57a-8c75f4e3c535), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:40.771790 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Publish callbacks [] for port (9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:40.817678 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device ecfd3429-480b-4157-95a6-d7b15347d930 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:59:40.864131 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:40.889715 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] For port f655dd0a-6624-480b-a57a-8c75f4e3c535, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:59:40.902914 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:59:40.907842 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:59:40.911583 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:59:40.912678 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] Set router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:59:40.916102 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] For port f655dd0a-6624-480b-a57a-8c75f4e3c535, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=f655dd0a-6624-480b-a57a-8c75f4e3c535,segment=NetworkSegment(07a119e4-92aa-45c1-bff1-b93abaa1887e),segment_id=07a119e4-92aa-45c1-bff1-b93abaa1887e)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:59:40.917457 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-fe571600-48e4-48a1-a72d-605358164893 None None] Provisioning complete for port 89b53215-8cea-4c3d-b365-f9759409d7ee triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:40.917630 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:40.917838 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fe571600-48e4-48a1-a72d-605358164893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:41.099606 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (f655dd0a-6624-480b-a57a-8c75f4e3c535), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:41.209743 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port ecfd3429-480b-4157-95a6-d7b15347d930 completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 22:59:41.253170 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb4812-cae7-4b4b-ab50-776f1142606c None None] Pushing event updated for resources: {'Port': ['ID=f655dd0a-6624-480b-a57a-8c75f4e3c535,revision_number=2']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:41.278380 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Publish callbacks [] for router_gateway (365cb6fe-1e29-4150-a5b3-fdfaa83f453d), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:41.292191 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port ecfd3429-480b-4157-95a6-d7b15347d930 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:41.292690 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (ecfd3429-480b-4157-95a6-d7b15347d930), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:41.331246 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:41.397236 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-fe571600-48e4-48a1-a72d-605358164893 None None] Current status of the port 89b53215-8cea-4c3d-b365-f9759409d7ee is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:41.397632 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fe571600-48e4-48a1-a72d-605358164893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:41.493502 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-fe571600-48e4-48a1-a72d-605358164893 None None] For port 89b53215-8cea-4c3d-b365-f9759409d7ee, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=89b53215-8cea-4c3d-b365-f9759409d7ee,segment=NetworkSegment(8d3abf7d-e85a-407d-92ba-f41e91d2dbba),segment_id=8d3abf7d-e85a-407d-92ba-f41e91d2dbba)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:59:41.494706 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'name': 'tempest-TestMinimumBasicScenario-560885962-router', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:32Z', 'updated_at': '2022-04-28T22:59:36Z', 'revision_number': 4, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'gw_port': {'id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ed:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:33Z', 'updated_at': '2022-04-28T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '89b53215-8cea-4c3d-b365-f9759409d7ee', 'name': '', 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'mac_address': 'fa:16:3e:35:49:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4b722871-feea-45c6-8564-612bfa8e0534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:36Z', 'updated_at': '2022-04-28T22:59:40Z', 'revision_number': 4, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'subnets': [{'id': '4b722871-feea-45c6-8564-612bfa8e0534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:41.529627 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653440'] for router (365cb6fe-1e29-4150-a5b3-fdfaa83f453d), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:41.530417 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6767b116-d9c0-43a1-be2f-773c211b4c60 None None] The sync data for ids ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'] in dv-cinder-839825-1-iscsi is: [{'id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'name': 'tempest-TestMinimumBasicScenario-560885962-router', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:32Z', 'updated_at': '2022-04-28T22:59:36Z', 'revision_number': 4, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'gw_port': {'id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ed:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:33Z', 'updated_at': '2022-04-28T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '89b53215-8cea-4c3d-b365-f9759409d7ee', 'name': '', 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'mac_address': 'fa:16:3e:35:49:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4b722871-feea-45c6-8564-612bfa8e0534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:36Z', 'updated_at': '2022-04-28T22:59:40Z', 'revision_number': 4, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'subnets': [{'id': '4b722871-feea-45c6-8564-612bfa8e0534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:59:41.533556 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port ecfd3429-480b-4157-95a6-d7b15347d930 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:41.539105 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (ecfd3429-480b-4157-95a6-d7b15347d930), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:41.568675 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503f0121-74df-41b7-9da6-08eed4b373b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfd3429-480b-4157-95a6-d7b15347d930'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:59:41.571976 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d67740-55cb-447b-a869-0bbe65181011" -d '{"events": [{"server_uuid": "503f0121-74df-41b7-9da6-08eed4b373b8", "name": "network-vif-plugged", "status": "completed", "tag": "ecfd3429-480b-4157-95a6-d7b15347d930"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:59:41.577482 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-fe571600-48e4-48a1-a72d-605358164893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:41.635573 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port ecfd3429-480b-4157-95a6-d7b15347d930, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=ecfd3429-480b-4157-95a6-d7b15347d930,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:59:41.645313 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 22:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7b8655-510d-41c8-a7ca-f27c99becd03 x-openstack-request-id: req-de7b8655-510d-41c8-a7ca-f27c99becd03 {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:59:41.645611 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503f0121-74df-41b7-9da6-08eed4b373b8", "name": "network-vif-plugged", "status": "completed", "tag": "ecfd3429-480b-4157-95a6-d7b15347d930", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:59:41.645906 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de7b8655-510d-41c8-a7ca-f27c99becd03 {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:59:41.646314 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de7b8655-510d-41c8-a7ca-f27c99becd03'] response: {'server_uuid': '503f0121-74df-41b7-9da6-08eed4b373b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfd3429-480b-4157-95a6-d7b15347d930', 'code': 200} Apr 28 22:59:41.670962 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe571600-48e4-48a1-a72d-605358164893 None None] Pushing event updated for resources: {'Port': ['ID=89b53215-8cea-4c3d-b365-f9759409d7ee,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:41.705182 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (ecfd3429-480b-4157-95a6-d7b15347d930), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:41.735130 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e770354-b836-44ec-84cb-f70bf9353fd4 req-e2b61113-981b-4786-a7ac-dcaef982f0fe tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:41.737394 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6e770354-b836-44ec-84cb-f70bf9353fd4 req-e2b61113-981b-4786-a7ac-dcaef982f0fe tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 945 time: 0.0970206 Apr 28 22:59:41.767658 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=ecfd3429-480b-4157-95a6-d7b15347d930,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:41.812659 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6e770354-b836-44ec-84cb-f70bf9353fd4 req-3560d939-8d4e-4491-9c1f-f88322bb1d84 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=880d9f6c-74f3-420d-8093-25d298e4dae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677152 Apr 28 22:59:41.899003 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Router 365cb6fe-1e29-4150-a5b3-fdfaa83f453d is scheduled to L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c with binding_index 1 {{(pid=110300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 22:59:41.979623 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 89b53215-8cea-4c3d-b365-f9759409d7ee up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:59:42.028326 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc697820-e626-4220-9262-f5e9643bf0e2 req-ce24bdfb-8592-43d0-9f6f-93a1e9d16914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:42.029987 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bc697820-e626-4220-9262-f5e9643bf0e2 req-ce24bdfb-8592-43d0-9f6f-93a1e9d16914 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 1130 time: 0.0590639 Apr 28 22:59:42.046944 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 89b53215-8cea-4c3d-b365-f9759409d7ee triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:42.047421 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:42.128369 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-bc697820-e626-4220-9262-f5e9643bf0e2 req-54f3d4bb-baa1-4cee-9d07-8362d85120d8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=880d9f6c-74f3-420d-8093-25d298e4dae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576825 Apr 28 22:59:42.140791 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 89b53215-8cea-4c3d-b365-f9759409d7ee is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:42.141146 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:59:42.142371 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device f655dd0a-6624-480b-a57a-8c75f4e3c535 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:59:42.152137 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Sync routers for ids ['365cb6fe-1e29-4150-a5b3-fdfaa83f453d'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:59:42.168913 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Routers {'365cb6fe-1e29-4150-a5b3-fdfaa83f453d'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:59:42.169665 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:59:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['365cb6fe-1e29-4150-a5b3-fdfaa83f453d'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:42.195909 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port f655dd0a-6624-480b-a57a-8c75f4e3c535 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:42.196599 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (f655dd0a-6624-480b-a57a-8c75f4e3c535), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:42.235802 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:42.237515 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-20283663-cc61-4307-8b77-b266828c7cc3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6268473 Apr 28 22:59:42.240547 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 56832) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:42.302446 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port f655dd0a-6624-480b-a57a-8c75f4e3c535 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:42.303288 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (f655dd0a-6624-480b-a57a-8c75f4e3c535), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:42.353411 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] For port f655dd0a-6624-480b-a57a-8c75f4e3c535, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=f655dd0a-6624-480b-a57a-8c75f4e3c535,segment=NetworkSegment(07a119e4-92aa-45c1-bff1-b93abaa1887e),segment_id=07a119e4-92aa-45c1-bff1-b93abaa1887e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:59:42.382614 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a792221-77b5-4aa0-a819-bd7332b0bed6 None None] Network c10b1c35-984d-4ade-8fed-c4eac1053de3 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 22:59:42.417568 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-927e1cf8-987e-4042-887a-e7efa580ece9 None None] Provisioning complete for port f655dd0a-6624-480b-a57a-8c75f4e3c535 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:42.418221 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-927e1cf8-987e-4042-887a-e7efa580ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (f655dd0a-6624-480b-a57a-8c75f4e3c535), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:42.449755 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Set router 365cb6fe-1e29-4150-a5b3-fdfaa83f453d gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:59:42.528734 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (f655dd0a-6624-480b-a57a-8c75f4e3c535), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:42.640929 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-927e1cf8-987e-4042-887a-e7efa580ece9 None None] Current status of the port f655dd0a-6624-480b-a57a-8c75f4e3c535 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:42.647132 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'name': 'tempest-TestMinimumBasicScenario-1969875739-router', 'tenant_id': '0797518b1b784c3e8787391fe2f1d61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:39Z', 'updated_at': '2022-04-28T22:59:41Z', 'revision_number': 3, 'project_id': '0797518b1b784c3e8787391fe2f1d61c', 'gw_port': {'id': '9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:40Z', 'updated_at': '2022-04-28T22:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:42.679322 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Pushing event updated for resources: {'Port': ['ID=f655dd0a-6624-480b-a57a-8c75f4e3c535,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:42.691821 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Checking router: 365cb6fe-1e29-4150-a5b3-fdfaa83f453d for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:59:42.694929 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Updating router 365cb6fe-1e29-4150-a5b3-fdfaa83f453d port 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8 binding host dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:59:42.733144 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:42.736290 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:42.765755 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:42.966868 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-19590eb1-1a9a-4e12-adb6-f3790591e7d7 None None] Provisioning complete for port f655dd0a-6624-480b-a57a-8c75f4e3c535 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:42.967812 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-19590eb1-1a9a-4e12-adb6-f3790591e7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (f655dd0a-6624-480b-a57a-8c75f4e3c535), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:43.028919 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c47578-be1d-4103-9055-4136b072e1e7 req-addb2d1f-dbe3-44d5-861c-b36d62889ce6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:43.031240 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e8c47578-be1d-4103-9055-4136b072e1e7 req-addb2d1f-dbe3-44d5-861c-b36d62889ce6 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 946 time: 0.0970345 Apr 28 22:59:43.040395 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Publish callbacks [] for port (9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8), precommit_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:43.058091 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-19590eb1-1a9a-4e12-adb6-f3790591e7d7 None None] Current status of the port f655dd0a-6624-480b-a57a-8c75f4e3c535 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:43.071180 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_common [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Allocated IP 172.20.0.1 (c10b1c35-984d-4ade-8fed-c4eac1053de3/dd82ccaa-2fa5-44db-8c0f-6efa253b457a/cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e) {{(pid=110299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:59:43.104406 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-e8c47578-be1d-4103-9055-4136b072e1e7 req-de9f43be-43dd-4a09-a044-cc308a24caef tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=880d9f6c-74f3-420d-8093-25d298e4dae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625205 Apr 28 22:59:43.126466 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:43.174597 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Attempting to bind port 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8 on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:59:43.175714 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Attempting to bind port 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8 by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:59:43.176084 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Attempting to bind port 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8 on network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:59:43.185109 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adeaeb7-494c-47b2-b8db-21ca7e80d7e0 None None] Pushing event updated for resources: {'Port': ['ID=9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8,revision_number=2']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:43.187593 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:59:43.187974 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Checking segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:59:43.188374 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:43.188998 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Bound using segment: {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'} {{(pid=110302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:59:43.189416 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.managers [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Bound port: 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abea4d3d-46bc-48e6-8b0d-087d05b5b9fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24'}}] {{(pid=110302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:59:43.189799 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8), before_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:43.208816 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Publish callbacks [] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:43.245549 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] For port 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:59:43.250385 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.db [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] For port 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:59:43.302131 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:43.330873 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8), after_update {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:43.342359 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Network c10b1c35-984d-4ade-8fed-c4eac1053de3 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:59:43.347252 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:59:43.349856 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Received port after_create {{(pid=110299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:59:43.378403 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Pushing event updated for resources: {'Port': ['ID=cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:43.394074 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adeaeb7-494c-47b2-b8db-21ca7e80d7e0 None None] Pushing event updated for resources: {'Port': ['ID=9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8,revision_number=3']} {{(pid=110302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:43.396598 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Routers {'365cb6fe-1e29-4150-a5b3-fdfaa83f453d'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:59:43.397209 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:59:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['365cb6fe-1e29-4150-a5b3-fdfaa83f453d'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:43.398425 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833397'] for router_interface (365cb6fe-1e29-4150-a5b3-fdfaa83f453d), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:43.512223 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] Set router 365cb6fe-1e29-4150-a5b3-fdfaa83f453d gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:59:43.579274 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-210090f4-4492-4559-ad3e-abfc41df2fd2 None None] Provisioning complete for port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:43.583534 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-210090f4-4492-4559-ad3e-abfc41df2fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:43.610621 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:43.623550 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-210090f4-4492-4559-ad3e-abfc41df2fd2 None None] Port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:59:43.693453 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'name': 'tempest-TestMinimumBasicScenario-1969875739-router', 'tenant_id': '0797518b1b784c3e8787391fe2f1d61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:39Z', 'updated_at': '2022-04-28T22:59:41Z', 'revision_number': 3, 'project_id': '0797518b1b784c3e8787391fe2f1d61c', 'gw_port': {'id': '9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:40Z', 'updated_at': '2022-04-28T22:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:43.724666 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c136e-6858-4150-81b6-e59c7354dfa8 None None] The sync data for ids ['365cb6fe-1e29-4150-a5b3-fdfaa83f453d'] in dv-cinder-839825-1-iscsi is: [{'id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'name': 'tempest-TestMinimumBasicScenario-1969875739-router', 'tenant_id': '0797518b1b784c3e8787391fe2f1d61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:39Z', 'updated_at': '2022-04-28T22:59:41Z', 'revision_number': 3, 'project_id': '0797518b1b784c3e8787391fe2f1d61c', 'gw_port': {'id': '9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:40Z', 'updated_at': '2022-04-28T22:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:59:43.794970 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Publish callbacks [] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:43.886225 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-521660227'] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:43.963659 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device f655dd0a-6624-480b-a57a-8c75f4e3c535 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:59:43.977047 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Pushing event updated for resources: {'Port': ['ID=cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e,revision_number=2']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:43.988410 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834501'] for router_interface (365cb6fe-1e29-4150-a5b3-fdfaa83f453d), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:44.031513 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port f655dd0a-6624-480b-a57a-8c75f4e3c535 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:44.032015 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (f655dd0a-6624-480b-a57a-8c75f4e3c535), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:44.088638 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Network c10b1c35-984d-4ade-8fed-c4eac1053de3 is already hosted by enough agents. {{(pid=110299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:59:44.090968 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.base_scheduler [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Resources bound (agent type, host, resource id): {{(pid=110299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:59:44.127516 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port f655dd0a-6624-480b-a57a-8c75f4e3c535 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:44.225883 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Router 365cb6fe-1e29-4150-a5b3-fdfaa83f453d has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:59:44.256205 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40df5c4-3140-4182-94d6-cb1dc426c6d9 req-2d4358b5-dc45-45b5-a9d3-dd47f17b4fa7 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:44.258948 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b40df5c4-3140-4182-94d6-cb1dc426c6d9 req-2d4358b5-dc45-45b5-a9d3-dd47f17b4fa7 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 946 time: 0.0709250 Apr 28 22:59:44.328870 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b40df5c4-3140-4182-94d6-cb1dc426c6d9 req-0deec66b-6d62-451e-bb51-a63f645a16ef tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=880d9f6c-74f3-420d-8093-25d298e4dae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620449 Apr 28 22:59:44.357305 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-f30999f4-d5d7-40f2-9cbd-9a61546a25e2 None None] Provisioning complete for port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:44.357680 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f30999f4-d5d7-40f2-9cbd-9a61546a25e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:44.371003 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:59:44.380442 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-66307164-72b6-4511-8177-3e4a4827ca10 admin admin] 10.222.0.13 "PUT /v2.0/routers/365cb6fe-1e29-4150-a5b3-fdfaa83f453d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1380365 Apr 28 22:59:44.401426 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-f30999f4-d5d7-40f2-9cbd-9a61546a25e2 None None] Port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:59:44.464447 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62519d84-eb32-45cc-8b93-f9f7837030d9 req-00cac506-1624-4d64-8dec-cab3a1d09851 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:44.466150 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-62519d84-eb32-45cc-8b93-f9f7837030d9 req-00cac506-1624-4d64-8dec-cab3a1d09851 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 946 time: 0.0594482 Apr 28 22:59:44.475687 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 56842) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 22:59:44.480217 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-ad5acef7-7f6b-479c-8ecc-69f7fa2dea46 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Request body: {'floatingip': {'port_id': 'ecfd3429-480b-4157-95a6-d7b15347d930'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:59:44.526695 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad5acef7-7f6b-479c-8ecc-69f7fa2dea46 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (bd8c8fb2-d640-4e4b-bbba-8d62ccc5aa1b), before_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:44.997199 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad5acef7-7f6b-479c-8ecc-69f7fa2dea46 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:45.051921 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad5acef7-7f6b-479c-8ecc-69f7fa2dea46 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (bd8c8fb2-d640-4e4b-bbba-8d62ccc5aa1b), after_update {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:45.155630 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.db.l3_db [None req-ad5acef7-7f6b-479c-8ecc-69f7fa2dea46 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Floating IP bd8c8fb2-d640-4e4b-bbba-8d62ccc5aa1b associated. External IP: 172.27.0.215, port: ecfd3429-480b-4157-95a6-d7b15347d930. Apr 28 22:59:45.411925 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5acef7-7f6b-479c-8ecc-69f7fa2dea46 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 22:59:45.499809 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Sync routers for ids ['365cb6fe-1e29-4150-a5b3-fdfaa83f453d'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:59:45.512897 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Routers {'365cb6fe-1e29-4150-a5b3-fdfaa83f453d'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:59:45.514008 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:59:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['365cb6fe-1e29-4150-a5b3-fdfaa83f453d'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:45.556345 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5acef7-7f6b-479c-8ecc-69f7fa2dea46 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 22:59:45.561074 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-ad5acef7-7f6b-479c-8ecc-69f7fa2dea46 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:45.571694 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7595fe7f-5a18-4056-be32-ac079493df94 None None] Sync routers for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 22:59:45.604619 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-ad5acef7-7f6b-479c-8ecc-69f7fa2dea46 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "PUT /v2.0/floatingips/bd8c8fb2-d640-4e4b-bbba-8d62ccc5aa1b HTTP/1.1" status: 200 len: 992 time: 1.1277299 Apr 28 22:59:45.605674 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503f0121-74df-41b7-9da6-08eed4b373b8', 'tag': 'ecfd3429-480b-4157-95a6-d7b15347d930'}] {{(pid=110299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 22:59:45.605795 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7595fe7f-5a18-4056-be32-ac079493df94 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:59:45.606613 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7595fe7f-5a18-4056-be32-ac079493df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:59:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:45.609439 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0819cec5edf88f8676411dcb3f462e15abdcbfd8ea09281a842d967d65c6647e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5d5a9c-73dc-4d5f-8231-7641822618b4" -d '{"events": [{"name": "network-changed", "server_uuid": "503f0121-74df-41b7-9da6-08eed4b373b8", "tag": "ecfd3429-480b-4157-95a6-d7b15347d930"}]}' {{(pid=110299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 22:59:45.651272 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 22:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737e82a6-5ada-4cc6-99d7-22cfd35380b8 x-openstack-request-id: req-737e82a6-5ada-4cc6-99d7-22cfd35380b8 {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 22:59:45.651842 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503f0121-74df-41b7-9da6-08eed4b373b8", "tag": "ecfd3429-480b-4157-95a6-d7b15347d930", "status": "completed", "code": 200}]} {{(pid=110299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 22:59:45.652310 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-737e82a6-5ada-4cc6-99d7-22cfd35380b8 {{(pid=110299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 22:59:45.653059 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-737e82a6-5ada-4cc6-99d7-22cfd35380b8'] response: {'name': 'network-changed', 'server_uuid': '503f0121-74df-41b7-9da6-08eed4b373b8', 'tag': 'ecfd3429-480b-4157-95a6-d7b15347d930', 'status': 'completed', 'code': 200} Apr 28 22:59:45.676601 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Set router 365cb6fe-1e29-4150-a5b3-fdfaa83f453d gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:59:45.747879 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d5a9c-73dc-4d5f-8231-7641822618b4 req-c2c890ac-f113-46d6-833d-907fd53f7798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:45.749424 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-df5d5a9c-73dc-4d5f-8231-7641822618b4 req-c2c890ac-f113-46d6-833d-907fd53f7798 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 1130 time: 0.0720682 Apr 28 22:59:45.843282 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-7595fe7f-5a18-4056-be32-ac079493df94 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:59:45.920950 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d5a9c-73dc-4d5f-8231-7641822618b4 req-dcb6f164-ba68-44f6-bc5e-510e5715e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:45.922815 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-df5d5a9c-73dc-4d5f-8231-7641822618b4 req-dcb6f164-ba68-44f6-bc5e-510e5715e892 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 HTTP/1.1" status: 200 len: 915 time: 0.1645877 Apr 28 22:59:46.030164 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-df5d5a9c-73dc-4d5f-8231-7641822618b4 req-40f50d9d-a60e-4a6d-9842-1117be4eda03 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecfd3429-480b-4157-95a6-d7b15347d930 HTTP/1.1" status: 200 len: 1000 time: 0.1007192 Apr 28 22:59:46.086837 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d5a9c-73dc-4d5f-8231-7641822618b4 req-2f8a20c2-f724-4416-9841-6a60c9153b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:46.088431 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-df5d5a9c-73dc-4d5f-8231-7641822618b4 req-2f8a20c2-f724-4416-9841-6a60c9153b18 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ce45fd-4b45-49e1-8302-0b11cb2d2f30 HTTP/1.1" status: 200 len: 853 time: 0.0505755 Apr 28 22:59:46.118308 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:59:46.121987 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'name': 'tempest-TestMinimumBasicScenario-1969875739-router', 'tenant_id': '0797518b1b784c3e8787391fe2f1d61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:39Z', 'updated_at': '2022-04-28T22:59:43Z', 'revision_number': 4, 'project_id': '0797518b1b784c3e8787391fe2f1d61c', 'gw_port': {'id': '9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:40Z', 'updated_at': '2022-04-28T22:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e', 'name': '', 'network_id': 'c10b1c35-984d-4ade-8fed-c4eac1053de3', 'tenant_id': '0797518b1b784c3e8787391fe2f1d61c', 'mac_address': 'fa:16:3e:50:51:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'dd82ccaa-2fa5-44db-8c0f-6efa253b457a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:42Z', 'updated_at': '2022-04-28T22:59:43Z', 'revision_number': 2, 'project_id': '0797518b1b784c3e8787391fe2f1d61c', 'subnets': [{'id': 'dd82ccaa-2fa5-44db-8c0f-6efa253b457a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:46.156475 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d5a9c-73dc-4d5f-8231-7641822618b4 req-09accc54-6462-4263-a144-4646d1f2114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:46.159199 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-df5d5a9c-73dc-4d5f-8231-7641822618b4 req-09accc54-6462-4263-a144-4646d1f2114e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645084 Apr 28 22:59:46.161719 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7595fe7f-5a18-4056-be32-ac079493df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'bd8c8fb2-d640-4e4b-bbba-8d62ccc5aa1b', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': 'ecfd3429-480b-4157-95a6-d7b15347d930', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:53:fc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503f0121-74df-41b7-9da6-08eed4b373b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:59:28Z', 'updated_at': '2022-04-28T22:59:44Z', 'revision_number': 1, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:46.182087 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Checking router: 365cb6fe-1e29-4150-a5b3-fdfaa83f453d for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:59:46.182583 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Updating router 365cb6fe-1e29-4150-a5b3-fdfaa83f453d port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e binding host dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 22:59:46.197973 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7595fe7f-5a18-4056-be32-ac079493df94 None None] Checking router: dd85593b-044e-4006-9fe7-ce9e9ee6ea00 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 22:59:46.206988 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7595fe7f-5a18-4056-be32-ac079493df94 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:59:46.207604 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7595fe7f-5a18-4056-be32-ac079493df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:59:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:46.225639 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:46.247608 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:46.248472 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:46.268571 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:46.293804 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-df5d5a9c-73dc-4d5f-8231-7641822618b4 req-82913627-d1d8-45b3-abbc-9b7b07e764ab service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281912 Apr 28 22:59:46.356542 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-7595fe7f-5a18-4056-be32-ac079493df94 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:59:46.429785 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-df5d5a9c-73dc-4d5f-8231-7641822618b4 req-bf80182b-29ab-4fdc-82d6-a1c3a3f76184 service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261747 Apr 28 22:59:46.470833 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8 is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:46.471326 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:46.503534 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] For port 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:59:46.583065 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:46.637018 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Publish callbacks [] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), precommit_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:46.654167 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Pushing event updated for resources: {'Port': ['ID=9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:46.708979 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:46.735457 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7595fe7f-5a18-4056-be32-ac079493df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'bd8c8fb2-d640-4e4b-bbba-8d62ccc5aa1b', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': 'ecfd3429-480b-4157-95a6-d7b15347d930', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:53:fc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503f0121-74df-41b7-9da6-08eed4b373b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:59:28Z', 'updated_at': '2022-04-28T22:59:44Z', 'revision_number': 1, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:46.783456 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7595fe7f-5a18-4056-be32-ac079493df94 None None] The sync data for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi is: [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'bd8c8fb2-d640-4e4b-bbba-8d62ccc5aa1b', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'port_id': 'ecfd3429-480b-4157-95a6-d7b15347d930', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'mac_address': 'fa:16:3e:53:fc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503f0121-74df-41b7-9da6-08eed4b373b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T22:59:28Z', 'updated_at': '2022-04-28T22:59:44Z', 'revision_number': 1, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:59:46.832556 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00a4d1-ad78-42ba-9e0f-ce4619b3bfb0 None None] Pushing event updated for resources: {'Port': ['ID=cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e,revision_number=3']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:46.869350 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00a4d1-ad78-42ba-9e0f-ce4619b3bfb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:46.869839 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00a4d1-ad78-42ba-9e0f-ce4619b3bfb0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:46.870429 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00a4d1-ad78-42ba-9e0f-ce4619b3bfb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:46.870883 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00a4d1-ad78-42ba-9e0f-ce4619b3bfb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:46.871321 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00a4d1-ad78-42ba-9e0f-ce4619b3bfb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:46.871754 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00a4d1-ad78-42ba-9e0f-ce4619b3bfb0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:46.872183 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00a4d1-ad78-42ba-9e0f-ce4619b3bfb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:46.872615 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00a4d1-ad78-42ba-9e0f-ce4619b3bfb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:46.873045 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00a4d1-ad78-42ba-9e0f-ce4619b3bfb0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:46.873487 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00a4d1-ad78-42ba-9e0f-ce4619b3bfb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:46.873946 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00a4d1-ad78-42ba-9e0f-ce4619b3bfb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:46.874388 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00a4d1-ad78-42ba-9e0f-ce4619b3bfb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:46.874811 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00a4d1-ad78-42ba-9e0f-ce4619b3bfb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:46.875237 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00a4d1-ad78-42ba-9e0f-ce4619b3bfb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:46.875801 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae00a4d1-ad78-42ba-9e0f-ce4619b3bfb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 22:59:46.891476 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Attempting to bind port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e on host dv-cinder-839825-1-iscsi for vnic_type normal with profile {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 22:59:46.891995 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Attempting to bind port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e by drivers openvswitch,hyperv on host dv-cinder-839825-1-iscsi at level 0 using segments [{'id': '07a119e4-92aa-45c1-bff1-b93abaa1887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c10b1c35-984d-4ade-8fed-c4eac1053de3'}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 22:59:46.892463 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Attempting to bind port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e on network c10b1c35-984d-4ade-8fed-c4eac1053de3 {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 22:59:46.899005 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Checking agent: {'id': 'ab9c603a-659f-4522-a1c1-f8bf66d1cb0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 33, 43), 'started_at': datetime.datetime(2022, 4, 28, 22, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 22:59:46.899557 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Checking segment: {'id': '07a119e4-92aa-45c1-bff1-b93abaa1887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c10b1c35-984d-4ade-8fed-c4eac1053de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 22:59:46.900064 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:46.900557 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Bound using segment: {'id': '07a119e4-92aa-45c1-bff1-b93abaa1887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c10b1c35-984d-4ade-8fed-c4eac1053de3'} {{(pid=110301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 22:59:46.901161 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.managers [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Bound port: cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e, host: dv-cinder-839825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a119e4-92aa-45c1-bff1-b93abaa1887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c10b1c35-984d-4ade-8fed-c4eac1053de3'}}] {{(pid=110301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 22:59:46.901643 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:46.999851 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] For port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e, host dv-cinder-839825-1-iscsi, cleared binding levels {{(pid=110301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 22:59:47.003141 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] For port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e, host dv-cinder-839825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e,segment=NetworkSegment(07a119e4-92aa-45c1-bff1-b93abaa1887e),segment_id=07a119e4-92aa-45c1-bff1-b93abaa1887e)] {{(pid=110301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 22:59:47.046697 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-06af6666-8b06-491d-bffb-cb51f6836ec7 None None] Provisioning complete for port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:47.047469 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-06af6666-8b06-491d-bffb-cb51f6836ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:47.098293 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-06af6666-8b06-491d-bffb-cb51f6836ec7 None None] Port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 22:59:47.101954 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:47.156805 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d5b080-9009-48bd-a30d-6fc45277e90e None None] New status for floating IP bd8c8fb2-d640-4e4b-bbba-8d62ccc5aa1b: ACTIVE {{(pid=110301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 22:59:47.228784 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Routers {'365cb6fe-1e29-4150-a5b3-fdfaa83f453d'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 22:59:47.229376 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T22:59:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['365cb6fe-1e29-4150-a5b3-fdfaa83f453d'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:47.236584 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00a4d1-ad78-42ba-9e0f-ce4619b3bfb0 None None] Pushing event updated for resources: {'Port': ['ID=cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:47.469384 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] Set router 365cb6fe-1e29-4150-a5b3-fdfaa83f453d gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 22:59:47.566364 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-61edc1a9-8f40-4969-9b32-402931b20dc2 None None] Provisioning complete for port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:47.567484 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-61edc1a9-8f40-4969-9b32-402931b20dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:47.770415 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'name': 'tempest-TestMinimumBasicScenario-1969875739-router', 'tenant_id': '0797518b1b784c3e8787391fe2f1d61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:39Z', 'updated_at': '2022-04-28T22:59:43Z', 'revision_number': 4, 'project_id': '0797518b1b784c3e8787391fe2f1d61c', 'gw_port': {'id': '9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:40Z', 'updated_at': '2022-04-28T22:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e', 'name': '', 'network_id': 'c10b1c35-984d-4ade-8fed-c4eac1053de3', 'tenant_id': '0797518b1b784c3e8787391fe2f1d61c', 'mac_address': 'fa:16:3e:50:51:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'dd82ccaa-2fa5-44db-8c0f-6efa253b457a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:42Z', 'updated_at': '2022-04-28T22:59:46Z', 'revision_number': 4, 'project_id': '0797518b1b784c3e8787391fe2f1d61c', 'subnets': [{'id': 'dd82ccaa-2fa5-44db-8c0f-6efa253b457a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 22:59:47.772307 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-61edc1a9-8f40-4969-9b32-402931b20dc2 None None] Current status of the port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e is: DOWN; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:47.772728 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-61edc1a9-8f40-4969-9b32-402931b20dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:47.807391 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b89ac64-5051-4a2a-8b31-101fdc39c451 None None] The sync data for ids ['365cb6fe-1e29-4150-a5b3-fdfaa83f453d'] in dv-cinder-839825-1-iscsi is: [{'id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'name': 'tempest-TestMinimumBasicScenario-1969875739-router', 'tenant_id': '0797518b1b784c3e8787391fe2f1d61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:39Z', 'updated_at': '2022-04-28T22:59:43Z', 'revision_number': 4, 'project_id': '0797518b1b784c3e8787391fe2f1d61c', 'gw_port': {'id': '9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:40Z', 'updated_at': '2022-04-28T22:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': 'cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e', 'name': '', 'network_id': 'c10b1c35-984d-4ade-8fed-c4eac1053de3', 'tenant_id': '0797518b1b784c3e8787391fe2f1d61c', 'mac_address': 'fa:16:3e:50:51:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'dd82ccaa-2fa5-44db-8c0f-6efa253b457a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:42Z', 'updated_at': '2022-04-28T22:59:46Z', 'revision_number': 4, 'project_id': '0797518b1b784c3e8787391fe2f1d61c', 'subnets': [{'id': 'dd82ccaa-2fa5-44db-8c0f-6efa253b457a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 22:59:47.835202 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-61edc1a9-8f40-4969-9b32-402931b20dc2 None None] For port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e,segment=NetworkSegment(07a119e4-92aa-45c1-bff1-b93abaa1887e),segment_id=07a119e4-92aa-45c1-bff1-b93abaa1887e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 22:59:47.892063 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-61edc1a9-8f40-4969-9b32-402931b20dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:47.957097 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8 up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:59:48.014560 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edc1a9-8f40-4969-9b32-402931b20dc2 None None] Pushing event updated for resources: {'Port': ['ID=cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 22:59:48.040297 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:48.041020 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:48.133359 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:49.953765 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e up at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 22:59:50.005225 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Provisioning complete for port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 22:59:50.005943 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:50.091474 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Current status of the port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 22:59:55.655351 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 22:59:56.551848 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-d487b994-392a-4fdb-a03b-09b0d9d9225e tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:56.553915 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-d487b994-392a-4fdb-a03b-09b0d9d9225e tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/networks?id=1dbac701-9f49-4fab-aa41-67f0eafbe521 HTTP/1.1" status: 200 len: 814 time: 0.1014917 Apr 28 22:59:56.568090 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4bf6e010-62e0-4d26-a57c-de958b363708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/quotas/c971220b348647c2a2db04f94691ee40 HTTP/1.1" status: 200 len: 375 time: 0.0090337 Apr 28 22:59:56.614411 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-0ae93ba4-6de3-4e47-937d-ab58e8b8e4fb tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c971220b348647c2a2db04f94691ee40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0410202 Apr 28 22:59:56.709023 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-5891f9f0-2f82-4867-a913-5fae22cafacb service neutron] 10.222.0.13 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834649 Apr 28 22:59:56.799016 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-37e46cbd-a14a-46b2-998e-a4fd24a276af service neutron] 10.222.0.13 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844400 Apr 28 22:59:57.136647 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ae3edb24-07a3-4fe8-bfd4-6019a18a0af2 req-4e916811-7601-4967-a7ab-dd3accf84acd tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 210 time: 0.0321407 Apr 28 22:59:58.215185 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4ca4f8a3-ef82-44a9-a6a7-0ace2121bbd6 req-e0e9c9b5-f4f9-4839-a7ae-e6781e6e49b6 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 210 time: 0.0279903 Apr 28 22:59:59.255149 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-572c69e4-ece4-4077-8772-261a5a9946bc tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 22:59:59.257134 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-572c69e4-ece4-4077-8772-261a5a9946bc tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.31 "GET /v2.0/networks?id=1dbac701-9f49-4fab-aa41-67f0eafbe521 HTTP/1.1" status: 200 len: 814 time: 0.1027002 Apr 28 22:59:59.268342 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-993a907f-01b6-4ec0-a699-9c0c07a8ab0d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Request body: {'port': {'device_id': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521', 'admin_state_up': True, 'tenant_id': 'c971220b348647c2a2db04f94691ee40'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 22:59:59.308974 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-10cb55af-df87-42cd-94e0-090cf6abe054 req-aa2c45b2-1ca0-4893-ab4c-21e6dcf85a74 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 210 time: 0.0270910 Apr 28 22:59:59.477944 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-993a907f-01b6-4ec0-a699-9c0c07a8ab0d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Made reservation on behalf of c971220b348647c2a2db04f94691ee40 for: {'port': 1} {{(pid=110300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 22:59:59.481305 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-993a907f-01b6-4ec0-a699-9c0c07a8ab0d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:59.607581 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-993a907f-01b6-4ec0-a699-9c0c07a8ab0d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Allocated IP 172.20.0.10 (1dbac701-9f49-4fab-aa41-67f0eafbe521/4b722871-feea-45c6-8564-612bfa8e0534/97c97f8d-a762-4e9d-af45-4e5ee939e0d3) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 22:59:59.759011 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-993a907f-01b6-4ec0-a699-9c0c07a8ab0d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:59.856225 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-993a907f-01b6-4ec0-a699-9c0c07a8ab0d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 22:59:59.904854 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-993a907f-01b6-4ec0-a699-9c0c07a8ab0d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Network 1dbac701-9f49-4fab-aa41-67f0eafbe521 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 22:59:59.910245 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-993a907f-01b6-4ec0-a699-9c0c07a8ab0d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 22:59:59.914895 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-993a907f-01b6-4ec0-a699-9c0c07a8ab0d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 22:59:59.984292 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a907f-01b6-4ec0-a699-9c0c07a8ab0d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Pushing event updated for resources: {'Port': ['ID=97c97f8d-a762-4e9d-af45-4e5ee939e0d3,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:00:00.015661 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-993a907f-01b6-4ec0-a699-9c0c07a8ab0d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:00.016420 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-993a907f-01b6-4ec0-a699-9c0c07a8ab0d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:00.117961 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-993a907f-01b6-4ec0-a699-9c0c07a8ab0d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8528237 Apr 28 23:00:00.200270 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-011c3e48-c816-4646-ba7f-7dd4d832d671 None None] Provisioning complete for port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 23:00:00.201266 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-011c3e48-c816-4646-ba7f-7dd4d832d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:00.237541 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-011c3e48-c816-4646-ba7f-7dd4d832d671 None None] Port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 cannot update to ACTIVE because it is not bound. {{(pid=110301) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 23:00:00.448550 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514ee28-bd4e-44d8-8281-4821c794c39a req-8727bc6a-cc04-43a2-9622-e58e1d8b50ef tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:00.450092 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f514ee28-bd4e-44d8-8281-4821c794c39a req-8727bc6a-cc04-43a2-9622-e58e1d8b50ef tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 932 time: 0.0562696 Apr 28 23:00:00.501552 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f514ee28-bd4e-44d8-8281-4821c794c39a req-c85bd58a-bfec-4f34-8e87-37d05de613ae tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454805 Apr 28 23:00:01.617724 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ea75a-1108-455e-bddc-ef32ecb5be89 req-55d5b33f-b95a-4f21-863e-17e42f1b6eb0 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:01.619440 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ed1ea75a-1108-455e-bddc-ef32ecb5be89 req-55d5b33f-b95a-4f21-863e-17e42f1b6eb0 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 932 time: 0.0488796 Apr 28 23:00:01.668856 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-ed1ea75a-1108-455e-bddc-ef32ecb5be89 req-d7b247ff-4ae6-4111-bdf8-cacf42918e0f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436888 Apr 28 23:00:02.789205 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8484f1a-936c-4066-88c1-1146836010be req-800d7cd3-54cb-4133-ac9e-62e6054a65a2 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:02.790937 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f8484f1a-936c-4066-88c1-1146836010be req-800d7cd3-54cb-4133-ac9e-62e6054a65a2 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 932 time: 0.0496302 Apr 28 23:00:02.842902 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-f8484f1a-936c-4066-88c1-1146836010be req-0dafb0b0-f3f2-4a18-8870-3c79a5a513ea tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464571 Apr 28 23:00:03.957105 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267b170-bb8c-471d-ba0c-fc2954e37d14 req-0e63d869-1b2a-4b56-ab70-b8546ee1aaea tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:03.958589 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3267b170-bb8c-471d-ba0c-fc2954e37d14 req-0e63d869-1b2a-4b56-ab70-b8546ee1aaea tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 932 time: 0.0474615 Apr 28 23:00:04.011503 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3267b170-bb8c-471d-ba0c-fc2954e37d14 req-283d8bb6-190f-4d56-b758-36ca98ccb4c6 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466151 Apr 28 23:00:05.131088 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f016-c649-4f2c-9a78-680e6d8cce48 req-b7064911-d2fc-4432-b9f2-0283cefff2fc tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:05.133451 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-96e7f016-c649-4f2c-9a78-680e6d8cce48 req-b7064911-d2fc-4432-b9f2-0283cefff2fc tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 932 time: 0.0536053 Apr 28 23:00:05.183439 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-96e7f016-c649-4f2c-9a78-680e6d8cce48 req-41fd15fa-0be0-49fd-8550-7262ef4a76ce tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Apr 28 23:00:06.300638 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b9fcb-e482-4c7a-9d70-a294e9f0e974 req-c61779c1-dea0-4813-b9ac-cad99057af38 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:06.302187 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3b2b9fcb-e482-4c7a-9d70-a294e9f0e974 req-c61779c1-dea0-4813-b9ac-cad99057af38 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 932 time: 0.0482690 Apr 28 23:00:06.353758 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3b2b9fcb-e482-4c7a-9d70-a294e9f0e974 req-e071e6e9-f3b4-4425-b453-194b884d29d0 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456419 Apr 28 23:00:06.847344 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-13b46727-1839-412a-8a46-2b1b996d18df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:07.476909 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed92fc5-1074-43bb-b188-d0f890c83fe4 req-12033336-83b7-48cd-b476-ad7cfe1d2bfb tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:07.478500 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6ed92fc5-1074-43bb-b188-d0f890c83fe4 req-12033336-83b7-48cd-b476-ad7cfe1d2bfb tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 932 time: 0.0523677 Apr 28 23:00:07.540671 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-6ed92fc5-1074-43bb-b188-d0f890c83fe4 req-95b71707-7aba-4fa6-a5f2-e1f045a69584 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536597 Apr 28 23:00:08.645535 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-922306ea-d239-496c-bd6c-fdc18adbc61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:08.659585 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f4002-2c8c-4dc7-a304-58db77320287 req-458c51da-e271-4157-a1b7-72cb9f1f13c9 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:08.661139 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1e2f4002-2c8c-4dc7-a304-58db77320287 req-458c51da-e271-4157-a1b7-72cb9f1f13c9 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 932 time: 0.0472169 Apr 28 23:00:08.707192 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-1e2f4002-2c8c-4dc7-a304-58db77320287 req-f21b8363-b658-48de-ab4b-84e0691448d7 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399241 Apr 28 23:00:09.819198 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70536ece-2d44-4e8f-90f3-c29a842e2fab req-e27bea43-7f61-4a2d-8f8e-aa94a0c9ed58 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:09.820648 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-70536ece-2d44-4e8f-90f3-c29a842e2fab req-e27bea43-7f61-4a2d-8f8e-aa94a0c9ed58 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 932 time: 0.0473964 Apr 28 23:00:09.855254 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:09.869873 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-70536ece-2d44-4e8f-90f3-c29a842e2fab req-e97aba96-ad16-416f-943b-99538d36cc26 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437694 Apr 28 23:00:10.983133 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c1f13-3bc1-4885-842f-4a9f868cc761 req-681dfc68-afc8-4d74-a446-24cbdcc17b6b tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:10.984596 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-503c1f13-3bc1-4885-842f-4a9f868cc761 req-681dfc68-afc8-4d74-a446-24cbdcc17b6b tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 932 time: 0.0501025 Apr 28 23:00:11.030593 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-503c1f13-3bc1-4885-842f-4a9f868cc761 req-65a06021-f98f-4c0c-8d71-b1fe68940ed7 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405884 Apr 28 23:00:11.042096 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Request body: {'port': {'device_id': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83982'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 23:00:11.099005 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:11.243878 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:11.365874 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 {{(pid=110300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 23:00:11.373093 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Publish callbacks [] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:11.384857 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.provisioning_blocks [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Transition to ACTIVE for port object 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 will not be triggered until provisioned by entity L2. {{(pid=110300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 23:00:11.439305 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:11.493201 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Pushing event updated for resources: {'Port': ['ID=97c97f8d-a762-4e9d-af45-4e5ee939e0d3,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:00:11.562898 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Attempting to bind port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 on host hv-cinder-83982 for vnic_type normal with profile {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 23:00:11.563447 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Attempting to bind port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 by drivers openvswitch,hyperv on host hv-cinder-83982 at level 0 using segments [{'id': '8d3abf7d-e85a-407d-92ba-f41e91d2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521'}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 23:00:11.563997 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Attempting to bind port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 on network 1dbac701-9f49-4fab-aa41-67f0eafbe521 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 23:00:11.569481 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 on network 1dbac701-9f49-4fab-aa41-67f0eafbe521 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83982 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 23:00:11.569804 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Attempting to bind port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 on network 1dbac701-9f49-4fab-aa41-67f0eafbe521 {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 23:00:11.575215 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Checking agent: {'id': '3c133b65-6f7b-47ec-8020-41b45b74a182', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83982', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'started_at': datetime.datetime(2022, 4, 28, 22, 40, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 22, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 23:00:11.575557 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Checking segment: {'id': '8d3abf7d-e85a-407d-92ba-f41e91d2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 23:00:11.575952 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Bound using segment: {'id': '8d3abf7d-e85a-407d-92ba-f41e91d2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521'} {{(pid=110300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 23:00:11.576374 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.managers [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Bound port: 97c97f8d-a762-4e9d-af45-4e5ee939e0d3, host: hv-cinder-83982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d3abf7d-e85a-407d-92ba-f41e91d2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521'}}] {{(pid=110300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 23:00:11.576726 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:11.643636 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] For port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3, host hv-cinder-83982, cleared binding levels {{(pid=110300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 23:00:11.647670 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] For port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3, host hv-cinder-83982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=97c97f8d-a762-4e9d-af45-4e5ee939e0d3,segment=NetworkSegment(8d3abf7d-e85a-407d-92ba-f41e91d2dbba),segment_id=8d3abf7d-e85a-407d-92ba-f41e91d2dbba)] {{(pid=110300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 23:00:11.735591 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:11.768327 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:11.768952 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:11.770362 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] 10.222.0.31 "PUT /v2.0/ports/97c97f8d-a762-4e9d-af45-4e5ee939e0d3 HTTP/1.1" status: 200 len: 1094 time: 0.7337818 Apr 28 23:00:11.773622 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'tag': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 23:00:11.773622 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c4835c-2be0-4298-aa01-be44535c7c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf", "tag": "97c97f8d-a762-4e9d-af45-4e5ee939e0d3"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 23:00:11.799986 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e004a30-f093-41fc-9c65-5c2742a853e4 service neutron] Pushing event updated for resources: {'Port': ['ID=97c97f8d-a762-4e9d-af45-4e5ee939e0d3,revision_number=3']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:00:11.814506 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 23:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ed70c6-bc6f-4e0f-8bdc-306e127f6786 x-openstack-request-id: req-a4ed70c6-bc6f-4e0f-8bdc-306e127f6786 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 23:00:11.814805 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf", "tag": "97c97f8d-a762-4e9d-af45-4e5ee939e0d3", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 23:00:11.815091 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4ed70c6-bc6f-4e0f-8bdc-306e127f6786 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 23:00:11.815763 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ed70c6-bc6f-4e0f-8bdc-306e127f6786'] response: {'name': 'network-changed', 'server_uuid': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'tag': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3', 'status': 'completed', 'code': 200} Apr 28 23:00:11.881770 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4835c-2be0-4298-aa01-be44535c7c9a req-9a163d71-843b-45a7-8652-6d056b1358d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:11.883327 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4c4835c-2be0-4298-aa01-be44535c7c9a req-9a163d71-843b-45a7-8652-6d056b1358d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c971220b348647c2a2db04f94691ee40&device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 1128 time: 0.0476527 Apr 28 23:00:11.990870 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4835c-2be0-4298-aa01-be44535c7c9a req-fffd5579-5394-4a3b-b790-bcb545163d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:11.992266 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4c4835c-2be0-4298-aa01-be44535c7c9a req-fffd5579-5394-4a3b-b790-bcb545163d9c service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c971220b348647c2a2db04f94691ee40&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1025696 Apr 28 23:00:12.095837 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4835c-2be0-4298-aa01-be44535c7c9a req-104cd937-9498-45cd-9471-fbeb49fa5bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:12.097356 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e4c4835c-2be0-4298-aa01-be44535c7c9a req-104cd937-9498-45cd-9471-fbeb49fa5bc4 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991049 Apr 28 23:00:12.158661 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7481ef-2b1a-453b-9157-4c118ce3870c req-1304b18f-86c3-4cc7-a275-54705943517b tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:12.263784 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8d7481ef-2b1a-453b-9157-4c118ce3870c req-1304b18f-86c3-4cc7-a275-54705943517b tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 944 time: 0.0583932 Apr 28 23:00:12.264279 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-34cd8a9f-71fe-40b4-9669-76cd3b1c8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:12.264279 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-34cd8a9f-71fe-40b4-9669-76cd3b1c8b1f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c971220b348647c2a2db04f94691ee40&device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 1128 time: 0.0448160 Apr 28 23:00:12.264478 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-8d7481ef-2b1a-453b-9157-4c118ce3870c req-fc323860-2753-456c-a47f-e6b394ce5f8f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429318 Apr 28 23:00:12.264583 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-fab64653-ccf8-40db-8d69-c45a308f863e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97c97f8d-a762-4e9d-af45-4e5ee939e0d3 HTTP/1.1" status: 200 len: 217 time: 0.0345793 Apr 28 23:00:12.290227 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-c2e12ea1-7230-4b80-94dc-19247de3df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:12.291771 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-c2e12ea1-7230-4b80-94dc-19247de3df9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4b722871-feea-45c6-8564-612bfa8e0534 HTTP/1.1" status: 200 len: 853 time: 0.0454905 Apr 28 23:00:12.345134 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-5d383821-0517-4ed8-9366-b84b6eb8869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:12.346705 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-5d383821-0517-4ed8-9366-b84b6eb8869a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dbac701-9f49-4fab-aa41-67f0eafbe521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494397 Apr 28 23:00:12.436282 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-53c5ab12-d924-4a3f-9fbf-717bb50ea69c service neutron] 10.222.0.31 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833189 Apr 28 23:00:12.526092 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-fa86cb1d-e101-4576-864d-a6bc4d8aeab5 req-8ba6c8c7-31ec-40e0-bc5c-00fb527ca7aa service neutron] 10.222.0.31 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844023 Apr 28 23:00:12.717531 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:13.321998 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c0e97-d2bd-4559-a6b1-5323715fc6ac req-07aeaeec-eefc-4a01-8e10-21865393a11f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:13.323508 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e37c0e97-d2bd-4559-a6b1-5323715fc6ac req-07aeaeec-eefc-4a01-8e10-21865393a11f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 944 time: 0.0462682 Apr 28 23:00:13.369516 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e37c0e97-d2bd-4559-a6b1-5323715fc6ac req-de5e1cde-1694-4d94-8274-9bedf2b981a9 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404716 Apr 28 23:00:14.480195 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868949c-c482-4840-b179-afb5dc938749 req-37dcf9dd-5b19-4ad2-973d-5968acdd9fbd tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:14.481667 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4868949c-c482-4840-b179-afb5dc938749 req-37dcf9dd-5b19-4ad2-973d-5968acdd9fbd tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 944 time: 0.0469873 Apr 28 23:00:14.530545 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4868949c-c482-4840-b179-afb5dc938749 req-601bad36-ecef-4e4d-a47c-35800fbb7e62 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434299 Apr 28 23:00:14.990757 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 details requested by agent hyperv_hv-cinder-83982 with host hv-cinder-83982 {{(pid=110301) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 23:00:15.088502 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=97c97f8d-a762-4e9d-af45-4e5ee939e0d3,segment=NetworkSegment(8d3abf7d-e85a-407d-92ba-f41e91d2dbba),segment_id=8d3abf7d-e85a-407d-92ba-f41e91d2dbba)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:00:15.099351 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Returning: {'device': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3', 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521', 'port_id': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3', 'mac_address': 'fa:16:3e:eb:60:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b722871-feea-45c6-8564-612bfa8e0534', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110301) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 23:00:15.135236 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 is: DOWN; New status is: BUILD {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 23:00:15.135618 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:15.147793 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 {{(pid=110301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 23:00:15.166067 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=97c97f8d-a762-4e9d-af45-4e5ee939e0d3,segment=NetworkSegment(8d3abf7d-e85a-407d-92ba-f41e91d2dbba),segment_id=8d3abf7d-e85a-407d-92ba-f41e91d2dbba)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:00:15.239492 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:15.285390 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=97c97f8d-a762-4e9d-af45-4e5ee939e0d3,revision_number=4']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:00:15.539861 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['97c97f8d-a762-4e9d-af45-4e5ee939e0d3'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 23:00:15.651522 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637a381-c970-48d4-b98d-9097e8c08722 req-a3bb0c1d-8f8c-4453-8b30-528caf8ca681 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:15.653229 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a637a381-c970-48d4-b98d-9097e8c08722 req-a3bb0c1d-8f8c-4453-8b30-528caf8ca681 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 945 time: 0.0557280 Apr 28 23:00:15.698649 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a637a381-c970-48d4-b98d-9097e8c08722 req-a12fb062-a3d6-4687-a09d-087644cd8a9b tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399754 Apr 28 23:00:16.320223 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:16.808285 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f668bbe-c7c6-4f46-bde3-8c0daf474dca req-843ec88a-4678-4ce5-80b3-33e08e8da917 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:16.809743 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f668bbe-c7c6-4f46-bde3-8c0daf474dca req-843ec88a-4678-4ce5-80b3-33e08e8da917 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 945 time: 0.0458074 Apr 28 23:00:16.856228 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-5f668bbe-c7c6-4f46-bde3-8c0daf474dca req-adb78405-8b4b-490b-ba61-97c76aca6847 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Apr 28 23:00:16.990198 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 up at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 23:00:17.035476 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning for port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 completed by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 23:00:17.111439 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Provisioning complete for port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 triggered by entity L2. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 23:00:17.111818 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:17.186404 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Current status of the port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 is: BUILD; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 23:00:17.186807 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), before_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:17.208052 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3'}] {{(pid=110301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 23:00:17.210402 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e7e519576d5c6212d1271237a3c0c3055d78696f64bbe04a746311b62ce5fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fd13f9-6720-4e20-a951-3312e876b2f1" -d '{"events": [{"server_uuid": "b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf", "name": "network-vif-plugged", "status": "completed", "tag": "97c97f8d-a762-4e9d-af45-4e5ee939e0d3"}]}' {{(pid=110301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 23:00:17.222597 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] For port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=97c97f8d-a762-4e9d-af45-4e5ee939e0d3,segment=NetworkSegment(8d3abf7d-e85a-407d-92ba-f41e91d2dbba),segment_id=8d3abf7d-e85a-407d-92ba-f41e91d2dbba)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:00:17.294552 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:17.344314 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Pushing event updated for resources: {'Port': ['ID=97c97f8d-a762-4e9d-af45-4e5ee939e0d3,revision_number=5']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:00:17.368282 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 23:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdf1c97-c9d0-40ac-a4c1-91eb91e6e19d x-openstack-request-id: req-2fdf1c97-c9d0-40ac-a4c1-91eb91e6e19d {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 23:00:17.368282 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf", "name": "network-vif-plugged", "status": "completed", "tag": "97c97f8d-a762-4e9d-af45-4e5ee939e0d3", "code": 200}]} {{(pid=110301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 23:00:17.368282 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fdf1c97-c9d0-40ac-a4c1-91eb91e6e19d {{(pid=110301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 23:00:17.368282 dv-cinder-839825-1-iscsi neutron-server[110301]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fdf1c97-c9d0-40ac-a4c1-91eb91e6e19d'] response: {'server_uuid': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3', 'code': 200} Apr 28 23:00:17.669009 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246a3a5-b186-4d6f-a746-5c7674b807ea req-6db41663-577b-4a34-9070-968cbcf58538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:17.670412 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d246a3a5-b186-4d6f-a746-5c7674b807ea req-6db41663-577b-4a34-9070-968cbcf58538 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 1130 time: 0.0408394 Apr 28 23:00:17.713222 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d246a3a5-b186-4d6f-a746-5c7674b807ea req-db2f131e-cedd-42a9-ad14-3976ec7c6aa1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358565 Apr 28 23:00:17.968896 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30a7ce-2277-4d5a-85af-f6a6a332790f req-3daeca1d-ef26-475a-bdf3-eb8d7ce83772 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:17.970398 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7f30a7ce-2277-4d5a-85af-f6a6a332790f req-3daeca1d-ef26-475a-bdf3-eb8d7ce83772 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 946 time: 0.0469692 Apr 28 23:00:18.014707 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-7f30a7ce-2277-4d5a-85af-f6a6a332790f req-be267f96-d64c-467f-aaee-c011c54af863 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389273 Apr 28 23:00:18.625922 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-21657da9-eaa7-41cc-8344-d2e4c17dca7b req-c8360899-6576-4485-a75d-020ad97e8862 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371118 Apr 28 23:00:18.702540 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21657da9-eaa7-41cc-8344-d2e4c17dca7b req-d8236152-a26f-413d-8db4-a8645d945c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:18.703995 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-21657da9-eaa7-41cc-8344-d2e4c17dca7b req-d8236152-a26f-413d-8db4-a8645d945c7b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9fd348c6fc9446738fd825347f3033d8&device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 1130 time: 0.0382700 Apr 28 23:00:19.065065 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21657da9-eaa7-41cc-8344-d2e4c17dca7b req-dcfcd5b3-b8f2-4a00-bf20-bb9ffdf5ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:19.066877 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-21657da9-eaa7-41cc-8344-d2e4c17dca7b req-dcfcd5b3-b8f2-4a00-bf20-bb9ffdf5ac81 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 HTTP/1.1" status: 200 len: 915 time: 0.3375447 Apr 28 23:00:19.128423 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c4592-4f26-43ad-a66f-75f87836f719 req-90adaccf-2dbf-4ad6-b7d3-ec0db1cd212d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:19.129925 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-631c4592-4f26-43ad-a66f-75f87836f719 req-90adaccf-2dbf-4ad6-b7d3-ec0db1cd212d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 946 time: 0.0454788 Apr 28 23:00:19.174955 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-631c4592-4f26-43ad-a66f-75f87836f719 req-52aab137-7a6e-4def-9e5a-d77f792f3b32 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389009 Apr 28 23:00:19.400685 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-21657da9-eaa7-41cc-8344-d2e4c17dca7b req-d45571c2-5555-4f92-bd9b-aa66da22910e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecfd3429-480b-4157-95a6-d7b15347d930 HTTP/1.1" status: 200 len: 1002 time: 0.0616126 Apr 28 23:00:19.457249 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21657da9-eaa7-41cc-8344-d2e4c17dca7b req-a56d5955-1eab-4879-a7f7-422bba5806b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:19.458692 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-21657da9-eaa7-41cc-8344-d2e4c17dca7b req-a56d5955-1eab-4879-a7f7-422bba5806b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6ce45fd-4b45-49e1-8302-0b11cb2d2f30 HTTP/1.1" status: 200 len: 853 time: 0.0508373 Apr 28 23:00:19.501481 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21657da9-eaa7-41cc-8344-d2e4c17dca7b req-8e51055e-4aec-4bb0-9798-78731b5b4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:19.502952 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-21657da9-eaa7-41cc-8344-d2e4c17dca7b req-8e51055e-4aec-4bb0-9798-78731b5b4b0a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386462 Apr 28 23:00:19.593066 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-21657da9-eaa7-41cc-8344-d2e4c17dca7b req-d0d78360-7c87-469a-bf92-c460607a7704 service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840518 Apr 28 23:00:19.684888 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-21657da9-eaa7-41cc-8344-d2e4c17dca7b req-fc11bf3d-826d-495b-ab45-b7cc5af7f72f service neutron] 10.222.0.31 "GET /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835485 Apr 28 23:00:20.290049 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd1d7a-ed96-44e5-b1f6-fae251493968 req-65d361c3-817e-4437-9f35-9af403a1ad25 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:20.291479 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-55cd1d7a-ed96-44e5-b1f6-fae251493968 req-65d361c3-817e-4437-9f35-9af403a1ad25 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 946 time: 0.0486050 Apr 28 23:00:20.337197 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-55cd1d7a-ed96-44e5-b1f6-fae251493968 req-3a0cf206-555c-4f33-a905-b3f47ca905b3 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402689 Apr 28 23:00:20.450428 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5b220-7ada-4776-8215-af1f4464020c req-bdfe3dfd-2703-4401-b0ba-3f47daa2fde4 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:20.451905 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-68a5b220-7ada-4776-8215-af1f4464020c req-bdfe3dfd-2703-4401-b0ba-3f47daa2fde4 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 946 time: 0.0488799 Apr 28 23:00:20.498450 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-68a5b220-7ada-4776-8215-af1f4464020c req-a6463151-5853-42d9-851c-d14af491ab45 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409322 Apr 28 23:00:20.810447 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d26ab-232d-4d4b-9d31-5b1f5b383d9d req-812c43b4-12b9-49bc-82f3-beb050c9f1c4 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:20.811984 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c04d26ab-232d-4d4b-9d31-5b1f5b383d9d req-812c43b4-12b9-49bc-82f3-beb050c9f1c4 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 946 time: 0.0463908 Apr 28 23:00:20.858182 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c04d26ab-232d-4d4b-9d31-5b1f5b383d9d req-9f38d6f3-1b38-4971-888b-0304cd1cb70e tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402091 Apr 28 23:00:30.973156 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c459b-b70e-4b26-9b08-d75d5a76e151 req-e40100ce-4e59-4cc0-be50-7db82387a690 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:30.974558 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9e8c459b-b70e-4b26-9b08-d75d5a76e151 req-e40100ce-4e59-4cc0-be50-7db82387a690 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 946 time: 0.0495577 Apr 28 23:00:31.020016 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9e8c459b-b70e-4b26-9b08-d75d5a76e151 req-2667e9ef-881a-4190-90bb-d8cb733c9ed6 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 Apr 28 23:00:31.042309 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57048) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:00:31.165687 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dca27d-9d25-4810-b720-bc81854075af tempest-TestMinimumBasicScenario-1622884357 tempest-TestMinimumBasicScenario-1622884357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:31.167268 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d7dca27d-9d25-4810-b720-bc81854075af tempest-TestMinimumBasicScenario-1622884357 tempest-TestMinimumBasicScenario-1622884357-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 1125 time: 0.1240106 Apr 28 23:00:31.170572 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57052) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:00:31.175557 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Request body: {'floatingip': {'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'port_id': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 23:00:31.254631 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:31.336302 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:31.437133 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_common [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Allocated IP 172.27.0.137 (2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24/d246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c/80059bdc-3859-4832-92a1-37bcb0f06e78) {{(pid=110300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 23:00:31.549256 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for port (80059bdc-3859-4832-92a1-37bcb0f06e78), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:31.650844 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773828273520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (80059bdc-3859-4832-92a1-37bcb0f06e78), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:31.689423 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Network 2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24 is already hosted by enough agents. {{(pid=110300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 23:00:31.694693 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.base_scheduler [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Resources bound (agent type, host, resource id): {{(pid=110300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 23:00:31.699010 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Received port after_create {{(pid=110300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 23:00:31.720428 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Pushing event updated for resources: {'Port': ['ID=80059bdc-3859-4832-92a1-37bcb0f06e78,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:00:32.069697 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for floatingip (a2f51791-fc7b-4dfc-8b89-abcb12b83005), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:32.204494 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (80059bdc-3859-4832-92a1-37bcb0f06e78), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:32.352671 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for port (80059bdc-3859-4832-92a1-37bcb0f06e78), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:32.408343 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (80059bdc-3859-4832-92a1-37bcb0f06e78), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:32.481696 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Pushing event updated for resources: {'Port': ['ID=80059bdc-3859-4832-92a1-37bcb0f06e78,revision_number=2']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:00:32.489423 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (a2f51791-fc7b-4dfc-8b89-abcb12b83005), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:32.589720 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Floating IP a2f51791-fc7b-4dfc-8b89-abcb12b83005 associated. External IP: 172.27.0.137, port: 97c97f8d-a762-4e9d-af45-4e5ee939e0d3. Apr 28 23:00:32.654437 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 23:00:32.796514 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 23:00:32.903323 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 23:00:32.912757 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89817092-178e-4b82-86b4-ef3b2d48224e None None] Sync routers for ids ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 23:00:32.925397 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89817092-178e-4b82-86b4-ef3b2d48224e None None] Routers {'5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 23:00:32.926035 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-89817092-178e-4b82-86b4-ef3b2d48224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T23:00:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:00:33.001586 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:33.031663 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-89817092-178e-4b82-86b4-ef3b2d48224e None None] Set router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 23:00:33.032145 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e34e809d-e85a-489f-808a-8cf5990a2c3f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8605599 Apr 28 23:00:33.032726 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'tag': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 23:00:33.035342 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e0ca4f-6c65-451d-9e60-ed4537bef969" -d '{"events": [{"name": "network-changed", "server_uuid": "b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf", "tag": "97c97f8d-a762-4e9d-af45-4e5ee939e0d3"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 23:00:33.035509 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57056) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:00:33.039664 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866087418', 'description': 'tempest-secgroup-smoke-866087418 description', 'project_id': 'c971220b348647c2a2db04f94691ee40'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 23:00:33.073414 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 23:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01614fdd-370a-4b5b-a3b5-027f18b0b417 x-openstack-request-id: req-01614fdd-370a-4b5b-a3b5-027f18b0b417 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 23:00:33.073952 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf", "tag": "97c97f8d-a762-4e9d-af45-4e5ee939e0d3", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 23:00:33.074069 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01614fdd-370a-4b5b-a3b5-027f18b0b417 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 23:00:33.074400 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01614fdd-370a-4b5b-a3b5-027f18b0b417'] response: {'name': 'network-changed', 'server_uuid': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'tag': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3', 'status': 'completed', 'code': 200} Apr 28 23:00:33.134487 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ca4f-6c65-451d-9e60-ed4537bef969 req-75b3d0ba-1f4e-4e7e-b41c-de868f1b9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:33.136104 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-52e0ca4f-6c65-451d-9e60-ed4537bef969 req-75b3d0ba-1f4e-4e7e-b41c-de868f1b9826 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c971220b348647c2a2db04f94691ee40&device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 1130 time: 0.0409031 Apr 28 23:00:33.148053 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:33.217017 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group (92c361ec-6ae7-4c34-b8d1-858123c9ddf0), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:33.232741 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ca4f-6c65-451d-9e60-ed4537bef969 req-d925c9ce-8b19-4327-9bcb-0c8d70208aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:33.234226 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-52e0ca4f-6c65-451d-9e60-ed4537bef969 req-d925c9ce-8b19-4327-9bcb-0c8d70208aa3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1dbac701-9f49-4fab-aa41-67f0eafbe521 HTTP/1.1" status: 200 len: 915 time: 0.0917647 Apr 28 23:00:33.252108 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-89817092-178e-4b82-86b4-ef3b2d48224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'name': 'tempest-TestMinimumBasicScenario-560885962-router', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:32Z', 'updated_at': '2022-04-28T22:59:36Z', 'revision_number': 4, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'gw_port': {'id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ed:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:33Z', 'updated_at': '2022-04-28T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'a2f51791-fc7b-4dfc-8b89-abcb12b83005', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'port_id': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521', 'mac_address': 'fa:16:3e:eb:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T23:00:31Z', 'updated_at': '2022-04-28T23:00:31Z', 'revision_number': 0, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b53215-8cea-4c3d-b365-f9759409d7ee', 'name': '', 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'mac_address': 'fa:16:3e:35:49:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4b722871-feea-45c6-8564-612bfa8e0534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:36Z', 'updated_at': '2022-04-28T22:59:41Z', 'revision_number': 5, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'subnets': [{'id': '4b722871-feea-45c6-8564-612bfa8e0534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:00:33.277981 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89817092-178e-4b82-86b4-ef3b2d48224e None None] Checking router: 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 23:00:33.285882 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89817092-178e-4b82-86b4-ef3b2d48224e None None] Routers {'5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 23:00:33.286476 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-89817092-178e-4b82-86b4-ef3b2d48224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T23:00:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:00:33.291194 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (92c361ec-6ae7-4c34-b8d1-858123c9ddf0), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:33.299954 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-52e0ca4f-6c65-451d-9e60-ed4537bef969 req-2b14b119-320f-452d-b7ce-c883c3ab5e2e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97c97f8d-a762-4e9d-af45-4e5ee939e0d3 HTTP/1.1" status: 200 len: 1000 time: 0.0598750 Apr 28 23:00:33.332971 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c361ec-6ae7-4c34-b8d1-858123c9ddf0,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:00:33.345046 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:00:33.345662 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:00:33.346199 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:00:33.346833 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:00:33.347396 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:00:33.347903 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:00:33.348404 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:00:33.349408 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:00:33.349944 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:00:33.350467 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:00:33.351012 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:00:33.351519 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:00:33.352014 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:00:33.352986 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:00:33.353525 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:00:33.373973 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ca4f-6c65-451d-9e60-ed4537bef969 req-93384ce7-ee4b-4128-8ce4-336803694fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:33.373973 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-52e0ca4f-6c65-451d-9e60-ed4537bef969 req-93384ce7-ee4b-4128-8ce4-336803694fe9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4b722871-feea-45c6-8564-612bfa8e0534 HTTP/1.1" status: 200 len: 853 time: 0.0628097 Apr 28 23:00:33.395532 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:33.397449 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-33c92e1f-1a62-4521-ae5e-d37c4cfb8708 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3608451 Apr 28 23:00:33.400892 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57060) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:00:33.405970 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-7da710bd-7b97-4ffb-b6c6-8616cbaf5087 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Request body: {'security_group_rule': {'security_group_id': '92c361ec-6ae7-4c34-b8d1-858123c9ddf0', 'project_id': 'c971220b348647c2a2db04f94691ee40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 23:00:33.406259 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-89817092-178e-4b82-86b4-ef3b2d48224e None None] Set router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 23:00:33.432923 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ca4f-6c65-451d-9e60-ed4537bef969 req-10a16f49-f7a8-45ca-abfb-5ce02f45f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:33.434948 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-52e0ca4f-6c65-451d-9e60-ed4537bef969 req-10a16f49-f7a8-45ca-abfb-5ce02f45f79f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dbac701-9f49-4fab-aa41-67f0eafbe521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533376 Apr 28 23:00:33.507521 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7da710bd-7b97-4ffb-b6c6-8616cbaf5087 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (f6ad5680-cb52-4e1d-a7e9-2b2023e16b9b), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:33.547109 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-52e0ca4f-6c65-451d-9e60-ed4537bef969 req-b965efaa-334b-4fec-a77a-df3ce618ab18 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002223 Apr 28 23:00:33.569952 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7da710bd-7b97-4ffb-b6c6-8616cbaf5087 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (f6ad5680-cb52-4e1d-a7e9-2b2023e16b9b), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:33.645125 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-89817092-178e-4b82-86b4-ef3b2d48224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'name': 'tempest-TestMinimumBasicScenario-560885962-router', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:32Z', 'updated_at': '2022-04-28T22:59:36Z', 'revision_number': 4, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'gw_port': {'id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ed:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:33Z', 'updated_at': '2022-04-28T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'a2f51791-fc7b-4dfc-8b89-abcb12b83005', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'port_id': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521', 'mac_address': 'fa:16:3e:eb:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T23:00:31Z', 'updated_at': '2022-04-28T23:00:31Z', 'revision_number': 0, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b53215-8cea-4c3d-b365-f9759409d7ee', 'name': '', 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'mac_address': 'fa:16:3e:35:49:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4b722871-feea-45c6-8564-612bfa8e0534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:36Z', 'updated_at': '2022-04-28T22:59:41Z', 'revision_number': 5, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'subnets': [{'id': '4b722871-feea-45c6-8564-612bfa8e0534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:00:33.646029 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-52e0ca4f-6c65-451d-9e60-ed4537bef969 req-154d4ebb-6870-4f6f-9a60-746e26bb1ffe service neutron] 10.222.0.31 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932193 Apr 28 23:00:33.650778 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7da710bd-7b97-4ffb-b6c6-8616cbaf5087 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (f6ad5680-cb52-4e1d-a7e9-2b2023e16b9b), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:33.673058 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89817092-178e-4b82-86b4-ef3b2d48224e None None] The sync data for ids ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'] in dv-cinder-839825-1-iscsi is: [{'id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'name': 'tempest-TestMinimumBasicScenario-560885962-router', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:32Z', 'updated_at': '2022-04-28T22:59:36Z', 'revision_number': 4, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'gw_port': {'id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ed:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:33Z', 'updated_at': '2022-04-28T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_floatingips': [{'id': 'a2f51791-fc7b-4dfc-8b89-abcb12b83005', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'router_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'port_id': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521', 'mac_address': 'fa:16:3e:eb:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T23:00:31Z', 'updated_at': '2022-04-28T23:00:31Z', 'revision_number': 0, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b53215-8cea-4c3d-b365-f9759409d7ee', 'name': '', 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'mac_address': 'fa:16:3e:35:49:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4b722871-feea-45c6-8564-612bfa8e0534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:36Z', 'updated_at': '2022-04-28T22:59:41Z', 'revision_number': 5, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'subnets': [{'id': '4b722871-feea-45c6-8564-612bfa8e0534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 23:00:33.675668 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da710bd-7b97-4ffb-b6c6-8616cbaf5087 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ad5680-cb52-4e1d-a7e9-2b2023e16b9b,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:00:33.787842 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7da710bd-7b97-4ffb-b6c6-8616cbaf5087 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:33.789602 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-7da710bd-7b97-4ffb-b6c6-8616cbaf5087 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3875167 Apr 28 23:00:33.797237 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57062) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:00:33.801783 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-fde034b6-fce9-4d9f-bc2f-6af03ac8f8d7 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Request body: {'security_group_rule': {'security_group_id': '92c361ec-6ae7-4c34-b8d1-858123c9ddf0', 'project_id': 'c971220b348647c2a2db04f94691ee40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 23:00:33.879586 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b8bf7-ffa7-462c-88ed-b02b5e562155 None None] New status for floating IP a2f51791-fc7b-4dfc-8b89-abcb12b83005: ACTIVE {{(pid=110301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 23:00:33.894496 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-fde034b6-fce9-4d9f-bc2f-6af03ac8f8d7 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (0d6fb6ef-7a44-4791-9034-2b2f38050187), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:33.954269 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-fde034b6-fce9-4d9f-bc2f-6af03ac8f8d7 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (0d6fb6ef-7a44-4791-9034-2b2f38050187), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:34.031809 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-fde034b6-fce9-4d9f-bc2f-6af03ac8f8d7 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (0d6fb6ef-7a44-4791-9034-2b2f38050187), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:34.051475 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde034b6-fce9-4d9f-bc2f-6af03ac8f8d7 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6fb6ef-7a44-4791-9034-2b2f38050187,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:00:34.161189 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-fde034b6-fce9-4d9f-bc2f-6af03ac8f8d7 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:34.162503 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-fde034b6-fce9-4d9f-bc2f-6af03ac8f8d7 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3642747 Apr 28 23:00:34.165988 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57064) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:00:34.170282 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-bc10bb71-a5b8-4dc8-ac72-24afc7b7f9e3 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Request body: {'security_group_rule': {'security_group_id': '92c361ec-6ae7-4c34-b8d1-858123c9ddf0', 'project_id': 'c971220b348647c2a2db04f94691ee40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 23:00:34.238950 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bc10bb71-a5b8-4dc8-ac72-24afc7b7f9e3 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (26ba25d5-e8e2-4d72-b85e-8e0da7ba0d1a), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:34.293732 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bc10bb71-a5b8-4dc8-ac72-24afc7b7f9e3 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (26ba25d5-e8e2-4d72-b85e-8e0da7ba0d1a), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:34.330395 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bc10bb71-a5b8-4dc8-ac72-24afc7b7f9e3 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (26ba25d5-e8e2-4d72-b85e-8e0da7ba0d1a), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:34.348425 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10bb71-a5b8-4dc8-ac72-24afc7b7f9e3 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ba25d5-e8e2-4d72-b85e-8e0da7ba0d1a,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:00:34.395351 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-bc10bb71-a5b8-4dc8-ac72-24afc7b7f9e3 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:34.396574 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-bc10bb71-a5b8-4dc8-ac72-24afc7b7f9e3 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2296767 Apr 28 23:00:34.399907 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57066) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:00:34.404392 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.v2.base [None req-9ac99a36-feab-48ee-8cbc-2fc5dbb259b2 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Request body: {'security_group_rule': {'security_group_id': '92c361ec-6ae7-4c34-b8d1-858123c9ddf0', 'project_id': 'c971220b348647c2a2db04f94691ee40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 23:00:34.490339 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9ac99a36-feab-48ee-8cbc-2fc5dbb259b2 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (b2583cd2-8361-439b-bacc-b194619b0975), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:34.546403 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9ac99a36-feab-48ee-8cbc-2fc5dbb259b2 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (b2583cd2-8361-439b-bacc-b194619b0975), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:34.598872 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9ac99a36-feab-48ee-8cbc-2fc5dbb259b2 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (b2583cd2-8361-439b-bacc-b194619b0975), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:34.617907 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac99a36-feab-48ee-8cbc-2fc5dbb259b2 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2583cd2-8361-439b-bacc-b194619b0975,revision_number=0']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:00:34.658039 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9ac99a36-feab-48ee-8cbc-2fc5dbb259b2 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:34.659245 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-9ac99a36-feab-48ee-8cbc-2fc5dbb259b2 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2582920 Apr 28 23:00:34.662612 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57068) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:00:34.667131 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-ab65d2ed-4e52-4b20-ac53-b2aa126bb3bd tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Request body: {'security_group_rule': {'security_group_id': '92c361ec-6ae7-4c34-b8d1-858123c9ddf0', 'project_id': 'c971220b348647c2a2db04f94691ee40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 23:00:34.739925 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.securitygroups_db [None req-ab65d2ed-4e52-4b20-ac53-b2aa126bb3bd tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Project c971220b348647c2a2db04f94691ee40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 23:00:34.745754 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ab65d2ed-4e52-4b20-ac53-b2aa126bb3bd tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (4db60ffc-a230-462c-8608-d42ee96dc8a9), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:34.800991 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ab65d2ed-4e52-4b20-ac53-b2aa126bb3bd tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (4db60ffc-a230-462c-8608-d42ee96dc8a9), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:34.873183 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ab65d2ed-4e52-4b20-ac53-b2aa126bb3bd tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (4db60ffc-a230-462c-8608-d42ee96dc8a9), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:34.890971 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65d2ed-4e52-4b20-ac53-b2aa126bb3bd tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db60ffc-a230-462c-8608-d42ee96dc8a9,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:00:34.961171 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ab65d2ed-4e52-4b20-ac53-b2aa126bb3bd tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:34.962461 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-ab65d2ed-4e52-4b20-ac53-b2aa126bb3bd tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2988839 Apr 28 23:00:34.965168 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57070) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:00:34.969378 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [None req-fef4481c-7747-45b7-bb1f-763e58db7069 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Request body: {'security_group_rule': {'security_group_id': '92c361ec-6ae7-4c34-b8d1-858123c9ddf0', 'project_id': 'c971220b348647c2a2db04f94691ee40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 23:00:35.044830 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.securitygroups_db [None req-fef4481c-7747-45b7-bb1f-763e58db7069 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Project c971220b348647c2a2db04f94691ee40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 23:00:35.050163 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-fef4481c-7747-45b7-bb1f-763e58db7069 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (b89b6013-3500-4af9-b6a6-0e6dd6189653), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:35.107287 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-fef4481c-7747-45b7-bb1f-763e58db7069 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (b89b6013-3500-4af9-b6a6-0e6dd6189653), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:35.170571 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-fef4481c-7747-45b7-bb1f-763e58db7069 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782255'] for security_group_rule (b89b6013-3500-4af9-b6a6-0e6dd6189653), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:35.187762 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4481c-7747-45b7-bb1f-763e58db7069 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89b6013-3500-4af9-b6a6-0e6dd6189653,revision_number=0']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:00:35.245431 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-fef4481c-7747-45b7-bb1f-763e58db7069 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:35.246696 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-fef4481c-7747-45b7-bb1f-763e58db7069 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2806325 Apr 28 23:00:35.337410 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d889d186-7c4f-40e4-8f70-3022711bb3f3 req-de15e65d-5c3b-45f6-85cb-946f82eb0ef7 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866087418&fields=id&tenant_id=c971220b348647c2a2db04f94691ee40 HTTP/1.1" status: 200 len: 267 time: 0.0460899 Apr 28 23:00:35.386501 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889d186-7c4f-40e4-8f70-3022711bb3f3 req-602f9dc0-4d16-423e-821f-f489666e5a5c tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:35.387934 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d889d186-7c4f-40e4-8f70-3022711bb3f3 req-602f9dc0-4d16-423e-821f-f489666e5a5c tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 946 time: 0.0453722 Apr 28 23:00:35.398117 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-d889d186-7c4f-40e4-8f70-3022711bb3f3 req-6adefa8d-facb-4da9-a5a3-7056429ec441 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Request body: {'port': {'security_groups': ['febee65a-6618-46dd-a845-1ee38aaa8a20', '92c361ec-6ae7-4c34-b8d1-858123c9ddf0']}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 23:00:35.464738 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-d889d186-7c4f-40e4-8f70-3022711bb3f3 req-6adefa8d-facb-4da9-a5a3-7056429ec441 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:35.651669 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-d889d186-7c4f-40e4-8f70-3022711bb3f3 req-6adefa8d-facb-4da9-a5a3-7056429ec441 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] For port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=97c97f8d-a762-4e9d-af45-4e5ee939e0d3,segment=NetworkSegment(8d3abf7d-e85a-407d-92ba-f41e91d2dbba),segment_id=8d3abf7d-e85a-407d-92ba-f41e91d2dbba)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:00:35.684081 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-d889d186-7c4f-40e4-8f70-3022711bb3f3 req-6adefa8d-facb-4da9-a5a3-7056429ec441 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:35.763033 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-d889d186-7c4f-40e4-8f70-3022711bb3f3 req-6adefa8d-facb-4da9-a5a3-7056429ec441 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:35.779055 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['97c97f8d-a762-4e9d-af45-4e5ee939e0d3'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 23:00:36.059479 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889d186-7c4f-40e4-8f70-3022711bb3f3 req-6adefa8d-facb-4da9-a5a3-7056429ec441 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:36.060102 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-d889d186-7c4f-40e4-8f70-3022711bb3f3 req-6adefa8d-facb-4da9-a5a3-7056429ec441 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:36.062915 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d889d186-7c4f-40e4-8f70-3022711bb3f3 req-6adefa8d-facb-4da9-a5a3-7056429ec441 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "PUT /v2.0/ports/97c97f8d-a762-4e9d-af45-4e5ee939e0d3 HTTP/1.1" status: 200 len: 982 time: 0.6690769 Apr 28 23:00:36.064331 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'tag': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 23:00:36.068926 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8053ebc-81c9-401b-a7d0-ce4d9cb00b29" -d '{"events": [{"name": "network-changed", "server_uuid": "b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf", "tag": "97c97f8d-a762-4e9d-af45-4e5ee939e0d3"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 23:00:36.096380 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adefa8d-facb-4da9-a5a3-7056429ec441 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Pushing event updated for resources: {'Port': ['ID=97c97f8d-a762-4e9d-af45-4e5ee939e0d3,revision_number=6']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:00:36.114800 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 23:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13894b70-a3c1-4736-b126-4d83ba1e6336 x-openstack-request-id: req-13894b70-a3c1-4736-b126-4d83ba1e6336 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 23:00:36.115107 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf", "tag": "97c97f8d-a762-4e9d-af45-4e5ee939e0d3", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 23:00:36.115389 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13894b70-a3c1-4736-b126-4d83ba1e6336 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 23:00:36.115806 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13894b70-a3c1-4736-b126-4d83ba1e6336'] response: {'name': 'network-changed', 'server_uuid': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'tag': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3', 'status': 'completed', 'code': 200} Apr 28 23:00:36.147547 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['97c97f8d-a762-4e9d-af45-4e5ee939e0d3'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 23:00:36.181746 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8053ebc-81c9-401b-a7d0-ce4d9cb00b29 req-b92bffaa-6641-4da7-a146-3f2e6d63f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:36.183434 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a8053ebc-81c9-401b-a7d0-ce4d9cb00b29 req-b92bffaa-6641-4da7-a146-3f2e6d63f16f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c971220b348647c2a2db04f94691ee40&device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 1169 time: 0.0459437 Apr 28 23:00:36.193688 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8752f-5a9a-43b7-a06c-b461855fa0fa req-613e4654-bb07-4362-8bc9-65c15e6690b6 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:36.201485 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3dc8752f-5a9a-43b7-a06c-b461855fa0fa req-613e4654-bb07-4362-8bc9-65c15e6690b6 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 985 time: 0.0597904 Apr 28 23:00:36.269362 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-3dc8752f-5a9a-43b7-a06c-b461855fa0fa req-0bb9d5c9-49ac-453d-8256-4faf1d8b080d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=92c361ec-6ae7-4c34-b8d1-858123c9ddf0&id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668924 Apr 28 23:00:36.291690 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8053ebc-81c9-401b-a7d0-ce4d9cb00b29 req-4fac3338-8740-4b76-8309-3ff7f0d99740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:36.293285 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a8053ebc-81c9-401b-a7d0-ce4d9cb00b29 req-4fac3338-8740-4b76-8309-3ff7f0d99740 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1dbac701-9f49-4fab-aa41-67f0eafbe521 HTTP/1.1" status: 200 len: 915 time: 0.1015940 Apr 28 23:00:36.359615 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a8053ebc-81c9-401b-a7d0-ce4d9cb00b29 req-4a495553-f42f-4deb-8a28-01860ae8d099 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97c97f8d-a762-4e9d-af45-4e5ee939e0d3 HTTP/1.1" status: 200 len: 1002 time: 0.0593891 Apr 28 23:00:36.408105 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8053ebc-81c9-401b-a7d0-ce4d9cb00b29 req-64ff5d73-04db-460c-8abc-f2f799e9e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:36.409570 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a8053ebc-81c9-401b-a7d0-ce4d9cb00b29 req-64ff5d73-04db-460c-8abc-f2f799e9e216 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4b722871-feea-45c6-8564-612bfa8e0534 HTTP/1.1" status: 200 len: 853 time: 0.0433669 Apr 28 23:00:36.425219 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-29bb43db-1c50-4e0e-b2dd-f07add9480c8 None None] Provisioning complete for port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 23:00:36.425603 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-29bb43db-1c50-4e0e-b2dd-f07add9480c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:36.458806 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8053ebc-81c9-401b-a7d0-ce4d9cb00b29 req-ccbf635e-fd51-4cb4-941a-471012e4777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:00:36.458806 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a8053ebc-81c9-401b-a7d0-ce4d9cb00b29 req-ccbf635e-fd51-4cb4-941a-471012e4777a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dbac701-9f49-4fab-aa41-67f0eafbe521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414534 Apr 28 23:00:36.544550 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a8053ebc-81c9-401b-a7d0-ce4d9cb00b29 req-e5607a52-45b9-4ea6-876d-19caadae6490 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810637 Apr 28 23:00:36.566943 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-29bb43db-1c50-4e0e-b2dd-f07add9480c8 None None] Current status of the port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 23:00:36.571992 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7c215257-1b04-4683-8192-dbb27a72ae07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:36.638157 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a8053ebc-81c9-401b-a7d0-ce4d9cb00b29 req-c12a3c2c-607f-45c8-b428-d93952d37e7b service neutron] 10.222.0.31 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866950 Apr 28 23:00:38.661655 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-84256404-630a-4f03-a071-d04c3638432d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:39.859965 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:41.265215 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:42.722577 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:00:46.279281 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:06.476386 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5dde12bd-39a5-4916-a55a-d777c884e3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:08.692292 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5e88f737-1f01-4533-af75-e8328e8d370e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:09.653149 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 23:01:09.872459 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:11.299313 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:12.712092 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:12.984676 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ed994-d39b-4be3-8592-2f97dbec3251 req-89220fb3-7292-4488-8cf2-85933190c9c3 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:12.986168 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9a3ed994-d39b-4be3-8592-2f97dbec3251 req-89220fb3-7292-4488-8cf2-85933190c9c3 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 946 time: 0.0470397 Apr 28 23:01:13.031210 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-9a3ed994-d39b-4be3-8592-2f97dbec3251 req-b2f01f64-5ccb-4c0e-bf8f-edaf59d1b40c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=880d9f6c-74f3-420d-8093-25d298e4dae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394866 Apr 28 23:01:14.143080 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b05064-0d91-45b4-b7f5-b6068161260b req-2b4022fa-8ebf-4d74-83a3-3e1ed206b5ed tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:14.144542 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-75b05064-0d91-45b4-b7f5-b6068161260b req-2b4022fa-8ebf-4d74-83a3-3e1ed206b5ed tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 946 time: 0.0459578 Apr 28 23:01:14.189561 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-75b05064-0d91-45b4-b7f5-b6068161260b req-88096fd3-a742-487a-be0a-efbb572719ca tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=880d9f6c-74f3-420d-8093-25d298e4dae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393023 Apr 28 23:01:14.792289 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed8d06-dd0a-47b6-a488-da07b7502936 req-adea72cb-15ce-4566-99b1-7b87f78d0470 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:14.793731 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-34ed8d06-dd0a-47b6-a488-da07b7502936 req-adea72cb-15ce-4566-99b1-7b87f78d0470 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 946 time: 0.0457540 Apr 28 23:01:14.877472 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-34ed8d06-dd0a-47b6-a488-da07b7502936 req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Deleting port ecfd3429-480b-4157-95a6-d7b15347d930 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 23:01:14.877834 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-34ed8d06-dd0a-47b6-a488-da07b7502936 req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (ecfd3429-480b-4157-95a6-d7b15347d930), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:14.963862 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-34ed8d06-dd0a-47b6-a488-da07b7502936 req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] For port ecfd3429-480b-4157-95a6-d7b15347d930, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=ecfd3429-480b-4157-95a6-d7b15347d930,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:01:14.964222 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-34ed8d06-dd0a-47b6-a488-da07b7502936 req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (ecfd3429-480b-4157-95a6-d7b15347d930), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:15.136559 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-34ed8d06-dd0a-47b6-a488-da07b7502936 req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:15.136893 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-34ed8d06-dd0a-47b6-a488-da07b7502936 req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833250'] for floatingip (bd8c8fb2-d640-4e4b-bbba-8d62ccc5aa1b), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:15.137146 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [req-34ed8d06-dd0a-47b6-a488-da07b7502936 req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Floating IP bd8c8fb2-d640-4e4b-bbba-8d62ccc5aa1b disassociated. External IP: 172.27.0.215, port: ecfd3429-480b-4157-95a6-d7b15347d930. Apr 28 23:01:15.137488 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-34ed8d06-dd0a-47b6-a488-da07b7502936 req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Calling delete_port for ecfd3429-480b-4157-95a6-d7b15347d930 owned by compute:nova {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 23:01:15.306248 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8333711-e690-444c-9763-5df975daef21 req-d6295b1f-aade-413f-a22c-e567fd24050d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:15.307720 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e8333711-e690-444c-9763-5df975daef21 req-d6295b1f-aade-413f-a22c-e567fd24050d tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 946 time: 0.0522242 Apr 28 23:01:15.327063 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-34ed8d06-dd0a-47b6-a488-da07b7502936 req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (ecfd3429-480b-4157-95a6-d7b15347d930), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:15.368204 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event deleted for resources: {'Port': ['ID=ecfd3429-480b-4157-95a6-d7b15347d930,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:15.390891 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:15.391278 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:15.391623 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:15.391965 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:15.392305 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:15.392640 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:15.392972 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:15.393303 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:15.393632 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:15.393988 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:15.394323 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:15.394733 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:15.395070 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:15.395390 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:15.395715 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:15.402226 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e8333711-e690-444c-9763-5df975daef21 req-4fa3b04a-f7c0-4958-b7d2-f97dae942fdd tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups?id=880d9f6c-74f3-420d-8093-25d298e4dae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889571 Apr 28 23:01:15.508581 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34ed8d06-dd0a-47b6-a488-da07b7502936 req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 23:01:15.617362 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34ed8d06-dd0a-47b6-a488-da07b7502936 req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 23:01:15.626759 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c33ec-f807-43ba-b8ce-ecb4d9c0b3c3 None None] Sync routers for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 23:01:15.636138 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c33ec-f807-43ba-b8ce-ecb4d9c0b3c3 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 23:01:15.636749 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-aa4c33ec-f807-43ba-b8ce-ecb4d9c0b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T23:01:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:01:15.659749 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ed8d06-dd0a-47b6-a488-da07b7502936 req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] No DVR routers for this DVR port ecfd3429-480b-4157-95a6-d7b15347d930 on host hv-cinder-83982 {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 23:01:15.662714 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-34ed8d06-dd0a-47b6-a488-da07b7502936 req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:15.666439 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-34ed8d06-dd0a-47b6-a488-da07b7502936 req-30752951-5b9b-44e6-8f69-7880c81c1f43 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.31 "DELETE /v2.0/ports/ecfd3429-480b-4157-95a6-d7b15347d930 HTTP/1.1" status: 204 len: 173 time: 0.8680677 Apr 28 23:01:15.666880 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503f0121-74df-41b7-9da6-08eed4b373b8', 'name': 'network-vif-deleted', 'tag': 'ecfd3429-480b-4157-95a6-d7b15347d930'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 23:01:15.669167 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cf96c6-79c6-4697-a7f3-7313d2149919" -d '{"events": [{"server_uuid": "503f0121-74df-41b7-9da6-08eed4b373b8", "name": "network-vif-deleted", "tag": "ecfd3429-480b-4157-95a6-d7b15347d930"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 23:01:15.709418 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 23:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dece6777-a1f2-4152-b022-01c422427b55 x-openstack-request-id: req-dece6777-a1f2-4152-b022-01c422427b55 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 23:01:15.710436 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503f0121-74df-41b7-9da6-08eed4b373b8", "name": "network-vif-deleted", "tag": "ecfd3429-480b-4157-95a6-d7b15347d930", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 23:01:15.710436 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dece6777-a1f2-4152-b022-01c422427b55 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 23:01:15.710772 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dece6777-a1f2-4152-b022-01c422427b55'] response: {'server_uuid': '503f0121-74df-41b7-9da6-08eed4b373b8', 'name': 'network-vif-deleted', 'tag': 'ecfd3429-480b-4157-95a6-d7b15347d930', 'status': 'completed', 'code': 200} Apr 28 23:01:15.748941 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-aa4c33ec-f807-43ba-b8ce-ecb4d9c0b3c3 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 23:01:15.940230 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-aa4c33ec-f807-43ba-b8ce-ecb4d9c0b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:01:15.965899 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c33ec-f807-43ba-b8ce-ecb4d9c0b3c3 None None] Checking router: dd85593b-044e-4006-9fe7-ce9e9ee6ea00 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 23:01:15.973704 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c33ec-f807-43ba-b8ce-ecb4d9c0b3c3 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 23:01:15.974358 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-aa4c33ec-f807-43ba-b8ce-ecb4d9c0b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T23:01:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:01:16.164211 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-aa4c33ec-f807-43ba-b8ce-ecb4d9c0b3c3 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 23:01:16.278249 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:16.353427 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-aa4c33ec-f807-43ba-b8ce-ecb4d9c0b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:01:16.378625 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c33ec-f807-43ba-b8ce-ecb4d9c0b3c3 None None] The sync data for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi is: [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T22:53:26Z', 'revision_number': 4, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '4b076203-ead3-414a-b9f1-b0d673b484a4', 'name': '', 'network_id': 'bfcfb4ff-96e6-46c9-b916-d2d6b27e7955', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'mac_address': 'fa:16:3e:c2:51:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:25Z', 'updated_at': '2022-04-28T22:53:30Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'subnets': [{'id': 'b6ce45fd-4b45-49e1-8302-0b11cb2d2f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 23:01:16.523004 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-e58c7c5a-63ee-41ec-8e91-83b1bcdba404 req-cba18559-15ba-4d7d-80ea-25cb6c2377c2 tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/ports?device_id=503f0121-74df-41b7-9da6-08eed4b373b8 HTTP/1.1" status: 200 len: 210 time: 0.0359788 Apr 28 23:01:16.619451 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d7be3-3511-4c18-bff5-a8afb08f76c1 None None] New status for floating IP bd8c8fb2-d640-4e4b-bbba-8d62ccc5aa1b: DOWN {{(pid=110301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 23:01:17.313521 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device ecfd3429-480b-4157-95a6-d7b15347d930 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 23:01:17.334325 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: ecfd3429-480b-4157-95a6-d7b15347d930 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 23:01:17.334677 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device ecfd3429-480b-4157-95a6-d7b15347d930 not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 23:01:17.676282 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57170) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:17.731491 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0688d91f-5b3f-4d5a-9f81-16c115f76d7e tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (880d9f6c-74f3-420d-8093-25d298e4dae4), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:17.753167 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0688d91f-5b3f-4d5a-9f81-16c115f76d7e tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (880d9f6c-74f3-420d-8093-25d298e4dae4), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:17.878225 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0688d91f-5b3f-4d5a-9f81-16c115f76d7e tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (880d9f6c-74f3-420d-8093-25d298e4dae4), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:17.880730 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-0688d91f-5b3f-4d5a-9f81-16c115f76d7e tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:17.882517 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-0688d91f-5b3f-4d5a-9f81-16c115f76d7e tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "DELETE /v2.0/security-groups/880d9f6c-74f3-420d-8093-25d298e4dae4 HTTP/1.1" status: 204 len: 168 time: 0.2046628 Apr 28 23:01:17.888958 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57172) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:17.891679 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688d91f-5b3f-4d5a-9f81-16c115f76d7e tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=880d9f6c-74f3-420d-8093-25d298e4dae4,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:17.903134 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.api.v2.resource [None req-e6875284-43af-4a98-93f1-0ab25ce0f0ed tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] show failed (client error): The resource could not be found. Apr 28 23:01:17.904229 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-e6875284-43af-4a98-93f1-0ab25ce0f0ed tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "GET /v2.0/security-groups/880d9f6c-74f3-420d-8093-25d298e4dae4 HTTP/1.1" status: 404 len: 347 time: 0.0142448 Apr 28 23:01:17.907161 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57174) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:18.020997 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-4313b3e7-1abb-41fc-9097-bdebcb6a065c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Deleting port 34ca8cd2-f5f8-4163-ac5e-a1fc6e5040b0 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 23:01:18.021333 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4313b3e7-1abb-41fc-9097-bdebcb6a065c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (34ca8cd2-f5f8-4163-ac5e-a1fc6e5040b0), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:18.099817 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4313b3e7-1abb-41fc-9097-bdebcb6a065c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (34ca8cd2-f5f8-4163-ac5e-a1fc6e5040b0), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:18.100145 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4313b3e7-1abb-41fc-9097-bdebcb6a065c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (34ca8cd2-f5f8-4163-ac5e-a1fc6e5040b0), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:18.112027 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-4313b3e7-1abb-41fc-9097-bdebcb6a065c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Calling delete_port for 34ca8cd2-f5f8-4163-ac5e-a1fc6e5040b0 owned by network:floatingip {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 23:01:18.311967 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4313b3e7-1abb-41fc-9097-bdebcb6a065c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (34ca8cd2-f5f8-4163-ac5e-a1fc6e5040b0), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:18.342757 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313b3e7-1abb-41fc-9097-bdebcb6a065c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Pushing event deleted for resources: {'Port': ['ID=34ca8cd2-f5f8-4163-ac5e-a1fc6e5040b0,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:18.398467 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4313b3e7-1abb-41fc-9097-bdebcb6a065c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks [] for floatingip (bd8c8fb2-d640-4e4b-bbba-8d62ccc5aa1b), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:18.400977 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-4313b3e7-1abb-41fc-9097-bdebcb6a065c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:18.402144 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-4313b3e7-1abb-41fc-9097-bdebcb6a065c tempest-AttachVolumeNegativeTest-1639299483 tempest-AttachVolumeNegativeTest-1639299483-project] 10.222.0.13 "DELETE /v2.0/floatingips/bd8c8fb2-d640-4e4b-bbba-8d62ccc5aa1b HTTP/1.1" status: 204 len: 168 time: 0.4940038 Apr 28 23:01:20.386798 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-14335761-b869-460c-bde9-7f59f48df0f6 req-a925349d-d9eb-4299-9d2b-4114b90dd3a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411859 Apr 28 23:01:20.463016 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14335761-b869-460c-bde9-7f59f48df0f6 req-7f72b8e2-04da-434a-a9d3-bff3ed743dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:20.464533 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-14335761-b869-460c-bde9-7f59f48df0f6 req-7f72b8e2-04da-434a-a9d3-bff3ed743dba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c971220b348647c2a2db04f94691ee40&device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 1169 time: 0.0397472 Apr 28 23:01:20.567177 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14335761-b869-460c-bde9-7f59f48df0f6 req-d58190cd-6916-4ce8-b8a3-158d69aa5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:20.568610 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-14335761-b869-460c-bde9-7f59f48df0f6 req-d58190cd-6916-4ce8-b8a3-158d69aa5c8e service neutron] 10.222.0.31 "GET /v2.0/networks?id=1dbac701-9f49-4fab-aa41-67f0eafbe521 HTTP/1.1" status: 200 len: 915 time: 0.0862014 Apr 28 23:01:20.631393 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-14335761-b869-460c-bde9-7f59f48df0f6 req-ca874fd3-f274-444a-bed1-78d80cdbaf08 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97c97f8d-a762-4e9d-af45-4e5ee939e0d3 HTTP/1.1" status: 200 len: 1002 time: 0.0565431 Apr 28 23:01:20.676971 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14335761-b869-460c-bde9-7f59f48df0f6 req-23907aca-f42d-46e8-bbc5-902ef92071f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:20.678403 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-14335761-b869-460c-bde9-7f59f48df0f6 req-23907aca-f42d-46e8-bbc5-902ef92071f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4b722871-feea-45c6-8564-612bfa8e0534 HTTP/1.1" status: 200 len: 853 time: 0.0418639 Apr 28 23:01:20.722217 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14335761-b869-460c-bde9-7f59f48df0f6 req-19e260e6-bda3-45d7-98cf-04f171651495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:20.723698 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-14335761-b869-460c-bde9-7f59f48df0f6 req-19e260e6-bda3-45d7-98cf-04f171651495 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dbac701-9f49-4fab-aa41-67f0eafbe521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400374 Apr 28 23:01:20.810503 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-14335761-b869-460c-bde9-7f59f48df0f6 req-1aef21e4-774d-4838-8778-71890b65cfc1 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803151 Apr 28 23:01:20.902469 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-14335761-b869-460c-bde9-7f59f48df0f6 req-7a2652f8-50df-4c9d-8c1d-3dacf3e79f45 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822113 Apr 28 23:01:22.378547 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57210) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:22.788028 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8627b830-5be4-488c-b1c1-745e604bc907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834530'] for router_interface (dd85593b-044e-4006-9fe7-ce9e9ee6ea00), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:23.015862 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-8627b830-5be4-488c-b1c1-745e604bc907 admin admin] Deleting port 4b076203-ead3-414a-b9f1-b0d673b484a4 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 23:01:23.016197 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8627b830-5be4-488c-b1c1-745e604bc907 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:23.096098 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-8627b830-5be4-488c-b1c1-745e604bc907 admin admin] For port 4b076203-ead3-414a-b9f1-b0d673b484a4, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=4b076203-ead3-414a-b9f1-b0d673b484a4,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:01:23.096380 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8627b830-5be4-488c-b1c1-745e604bc907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:23.112707 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-8627b830-5be4-488c-b1c1-745e604bc907 admin admin] Calling delete_port for 4b076203-ead3-414a-b9f1-b0d673b484a4 owned by network:router_interface {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 23:01:23.363595 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8627b830-5be4-488c-b1c1-745e604bc907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (4b076203-ead3-414a-b9f1-b0d673b484a4), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:23.390196 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627b830-5be4-488c-b1c1-745e604bc907 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b076203-ead3-414a-b9f1-b0d673b484a4,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:23.557395 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8627b830-5be4-488c-b1c1-745e604bc907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834638'] for router_interface (dd85593b-044e-4006-9fe7-ce9e9ee6ea00), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:23.772548 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8627b830-5be4-488c-b1c1-745e604bc907 admin admin] Router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 23:01:23.878095 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8627b830-5be4-488c-b1c1-745e604bc907 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 23:01:23.883102 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8627b830-5be4-488c-b1c1-745e604bc907 admin admin] 10.222.0.13 "PUT /v2.0/routers/dd85593b-044e-4006-9fe7-ce9e9ee6ea00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5035484 Apr 28 23:01:23.885526 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57214) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:23.888079 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea60c89-3be3-4d3f-97bc-7e31968322f0 None None] Sync routers for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 23:01:23.898188 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea60c89-3be3-4d3f-97bc-7e31968322f0 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 23:01:23.898883 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7ea60c89-3be3-4d3f-97bc-7e31968322f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T23:01:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:01:23.995751 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23c5c956-10a3-45d2-b416-48eb7b271216 admin admin] Publish callbacks [] for router (dd85593b-044e-4006-9fe7-ce9e9ee6ea00), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:24.008798 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-7ea60c89-3be3-4d3f-97bc-7e31968322f0 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 23:01:24.185332 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7ea60c89-3be3-4d3f-97bc-7e31968322f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T23:01:23Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:01:24.213256 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea60c89-3be3-4d3f-97bc-7e31968322f0 None None] Checking router: dd85593b-044e-4006-9fe7-ce9e9ee6ea00 for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 23:01:24.222549 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea60c89-3be3-4d3f-97bc-7e31968322f0 None None] Routers {'dd85593b-044e-4006-9fe7-ce9e9ee6ea00'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 23:01:24.223204 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7ea60c89-3be3-4d3f-97bc-7e31968322f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T23:01:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:01:24.330844 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-7ea60c89-3be3-4d3f-97bc-7e31968322f0 None None] Set router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 23:01:24.348704 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23c5c956-10a3-45d2-b416-48eb7b271216 admin admin] Publish callbacks [] for router_gateway (dd85593b-044e-4006-9fe7-ce9e9ee6ea00), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:24.458989 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-23c5c956-10a3-45d2-b416-48eb7b271216 admin admin] Deleting port d696fcfe-221b-48d5-ba76-e1d528bf8919 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 23:01:24.459662 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23c5c956-10a3-45d2-b416-48eb7b271216 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (d696fcfe-221b-48d5-ba76-e1d528bf8919), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:24.500266 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-7ea60c89-3be3-4d3f-97bc-7e31968322f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T23:01:23Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:01:24.527019 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea60c89-3be3-4d3f-97bc-7e31968322f0 None None] The sync data for ids ['dd85593b-044e-4006-9fe7-ce9e9ee6ea00'] in dv-cinder-839825-1-iscsi is: [{'id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'name': 'tempest-AttachVolumeNegativeTest-566254458-router', 'tenant_id': '9fd348c6fc9446738fd825347f3033d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:53:22Z', 'updated_at': '2022-04-28T23:01:23Z', 'revision_number': 5, 'project_id': '9fd348c6fc9446738fd825347f3033d8', 'gw_port': {'id': 'd696fcfe-221b-48d5-ba76-e1d528bf8919', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:28:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85593b-044e-4006-9fe7-ce9e9ee6ea00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:53:23Z', 'updated_at': '2022-04-28T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 23:01:24.544985 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-23c5c956-10a3-45d2-b416-48eb7b271216 admin admin] For port d696fcfe-221b-48d5-ba76-e1d528bf8919, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=d696fcfe-221b-48d5-ba76-e1d528bf8919,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:01:24.545347 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23c5c956-10a3-45d2-b416-48eb7b271216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (d696fcfe-221b-48d5-ba76-e1d528bf8919), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:24.559049 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-23c5c956-10a3-45d2-b416-48eb7b271216 admin admin] Calling delete_port for d696fcfe-221b-48d5-ba76-e1d528bf8919 owned by network:router_gateway {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 23:01:24.773366 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23c5c956-10a3-45d2-b416-48eb7b271216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (d696fcfe-221b-48d5-ba76-e1d528bf8919), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:24.803104 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5c956-10a3-45d2-b416-48eb7b271216 admin admin] Pushing event deleted for resources: {'Port': ['ID=d696fcfe-221b-48d5-ba76-e1d528bf8919,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:24.860790 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23c5c956-10a3-45d2-b416-48eb7b271216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653476'] for router_gateway (dd85593b-044e-4006-9fe7-ce9e9ee6ea00), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:24.958287 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23c5c956-10a3-45d2-b416-48eb7b271216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1039'] for router (dd85593b-044e-4006-9fe7-ce9e9ee6ea00), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:24.960577 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23c5c956-10a3-45d2-b416-48eb7b271216 admin admin] Publish callbacks [] for router_controller (dd85593b-044e-4006-9fe7-ce9e9ee6ea00), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.061097 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23c5c956-10a3-45d2-b416-48eb7b271216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831238'] for router (dd85593b-044e-4006-9fe7-ce9e9ee6ea00), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.061776 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c5c956-10a3-45d2-b416-48eb7b271216 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd85593b-044e-4006-9fe7-ce9e9ee6ea00 {{(pid=110300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 23:01:25.067400 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-23c5c956-10a3-45d2-b416-48eb7b271216 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.069117 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-23c5c956-10a3-45d2-b416-48eb7b271216 admin admin] 10.222.0.13 "DELETE /v2.0/routers/dd85593b-044e-4006-9fe7-ce9e9ee6ea00 HTTP/1.1" status: 204 len: 168 time: 1.1825433 Apr 28 23:01:25.072325 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57216) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:25.117693 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-12985552-a2f0-44c8-a52e-c81880774cbe admin admin] Deleting subnet b6ce45fd-4b45-49e1-8302-0b11cb2d2f30 {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 23:01:25.123711 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-12985552-a2f0-44c8-a52e-c81880774cbe admin admin] Publish callbacks [] for subnet (b6ce45fd-4b45-49e1-8302-0b11cb2d2f30), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.164939 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-12985552-a2f0-44c8-a52e-c81880774cbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4001100'] for subnet (b6ce45fd-4b45-49e1-8302-0b11cb2d2f30), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.249922 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-12985552-a2f0-44c8-a52e-c81880774cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711510'] for subnet (b6ce45fd-4b45-49e1-8302-0b11cb2d2f30), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.373456 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-12985552-a2f0-44c8-a52e-c81880774cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288626'] for subnet (b6ce45fd-4b45-49e1-8302-0b11cb2d2f30), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.396667 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12985552-a2f0-44c8-a52e-c81880774cbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ce45fd-4b45-49e1-8302-0b11cb2d2f30,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:25.402281 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-12985552-a2f0-44c8-a52e-c81880774cbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.405852 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-12985552-a2f0-44c8-a52e-c81880774cbe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b6ce45fd-4b45-49e1-8302-0b11cb2d2f30 HTTP/1.1" status: 204 len: 168 time: 0.3319266 Apr 28 23:01:25.407675 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c8abe8-f6d4-48bb-987a-57a432006443 None None] Network bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 23:01:25.408151 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57220) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:25.480509 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719352'] for network (bfcfb4ff-96e6-46c9-b916-d2d6b27e7955), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.541035 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] Deleting port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 23:01:25.541370 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.572188 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] DHCP port deletion for bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 request from dv-cinder-839825-1-iscsi {{(pid=110301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 23:01:25.610796 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] For port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:01:25.611081 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.616050 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Deleting port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 23:01:25.616435 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.623793 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] Calling delete_port for 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 owned by network:dhcp {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 23:01:25.678790 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] For port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3,segment=NetworkSegment(b891bfdb-cf35-415c-91b5-475f4fe1f1d4),segment_id=b891bfdb-cf35-415c-91b5-475f4fe1f1d4)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:01:25.679193 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.692149 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Calling delete_port for 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 owned by network:dhcp {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 23:01:25.809192 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.816975 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529'] for port (6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.844531 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] No DVR routers for this DVR port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 on host dv-cinder-839825-1-iscsi {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 23:01:25.845645 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:25.846193 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Pushing event deleted for resources: {'Port': ['ID=6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:25.852719 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] No DVR routers for this DVR port 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 on host dv-cinder-839825-1-iscsi {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 23:01:25.855579 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:25.861227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:25.861227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:25.861227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:25.861227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:25.861227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:25.861227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:25.861227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:25.861227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:25.861227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:25.861227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:25.861227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:25.861227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:25.861227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:25.861227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec893e85-8e53-4984-8fa4-6a739b985fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:25.931044 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708811', 'neutron.services.segments.db._delete_segments_for_network-8773828784761'] for network (bfcfb4ff-96e6-46c9-b916-d2d6b27e7955), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.951324 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcfb4ff-96e6-46c9-b916-d2d6b27e7955']}} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:01:25.960278 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4') {'for_net_delete': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:01:25.960571 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b891bfdb-cf35-415c-91b5-475f4fe1f1d4') {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:01:25.970916 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773828787842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4001109'] for segment (b891bfdb-cf35-415c-91b5-475f4fe1f1d4), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.978573 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 23:01:25.985394 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (b891bfdb-cf35-415c-91b5-475f4fe1f1d4), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.991536 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=110300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 23:01:25.991919 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442450'] for segment (b891bfdb-cf35-415c-91b5-475f4fe1f1d4), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: Traceback (most recent call last): Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: timer() Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: cb(*args, **kw) Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: return func(*args, **kwargs) Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: self._notify() Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: self.callback(batched_events) Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: event.method(event) Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: return f(self, *a, **k) Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._get(url).json() Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: return self.request(url, 'GET', **kwargs) Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 23:01:25.993791 dv-cinder-839825-1-iscsi neutron-server[110300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 23:01:25.999809 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 23:01:26.000168 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 6ed2dfbf-1267-4ba0-90ce-2ed6cd9174d3 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 23:01:26.000594 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 4b076203-ead3-414a-b9f1-b0d673b484a4 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 23:01:26.019635 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: 4b076203-ead3-414a-b9f1-b0d673b484a4 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 23:01:26.019951 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 4b076203-ead3-414a-b9f1-b0d673b484a4 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 23:01:26.028432 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device d696fcfe-221b-48d5-ba76-e1d528bf8919 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 23:01:26.042293 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: d696fcfe-221b-48d5-ba76-e1d528bf8919 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 23:01:26.042647 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device d696fcfe-221b-48d5-ba76-e1d528bf8919 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 23:01:26.104537 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833228'] for network (bfcfb4ff-96e6-46c9-b916-d2d6b27e7955), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:26.110066 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:26.118435 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] 10.222.0.13 "DELETE /v2.0/networks/bfcfb4ff-96e6-46c9-b916-d2d6b27e7955 HTTP/1.1" status: 204 len: 168 time: 0.7043574 Apr 28 23:01:26.124857 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714bcbf-9f43-4005-861c-6b18f70d630d admin admin] Pushing event deleted for resources: {'Network': ['ID=bfcfb4ff-96e6-46c9-b916-d2d6b27e7955,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:26.395600 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57224) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:26.435113 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-45aeff98-7d28-432f-b170-2e0fbd036d20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fd348c6fc9446738fd825347f3033d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383501 Apr 28 23:01:26.437307 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57226) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:26.483166 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b28eeb5c-5f70-45de-b30f-85b746483c17 admin admin] Publish callbacks [] for security_group (0a662dfc-1500-4886-8463-89d8b00cd103), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:26.504243 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b28eeb5c-5f70-45de-b30f-85b746483c17 admin admin] Publish callbacks [] for security_group (0a662dfc-1500-4886-8463-89d8b00cd103), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:26.601628 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b28eeb5c-5f70-45de-b30f-85b746483c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (0a662dfc-1500-4886-8463-89d8b00cd103), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:26.604222 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-b28eeb5c-5f70-45de-b30f-85b746483c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:26.605402 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-b28eeb5c-5f70-45de-b30f-85b746483c17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a662dfc-1500-4886-8463-89d8b00cd103 HTTP/1.1" status: 204 len: 168 time: 0.1671970 Apr 28 23:01:26.613112 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28eeb5c-5f70-45de-b30f-85b746483c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a662dfc-1500-4886-8463-89d8b00cd103,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:35.161607 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb57aa-6aa6-4676-a36b-b175de59c2c6 req-e84e1192-b3ec-4a8c-acb3-881a4af6ab41 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:35.163158 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2dbb57aa-6aa6-4676-a36b-b175de59c2c6 req-e84e1192-b3ec-4a8c-acb3-881a4af6ab41 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 985 time: 0.0553367 Apr 28 23:01:35.225287 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2dbb57aa-6aa6-4676-a36b-b175de59c2c6 req-68062769-8f95-4078-b85b-a9fa5ca023a1 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=92c361ec-6ae7-4c34-b8d1-858123c9ddf0&id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559199 Apr 28 23:01:35.921476 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8806a-f274-4e07-ab7a-a205e8f3176b req-17132af9-2cfc-46f5-88ae-26981ada2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:35.922974 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-01d8806a-f274-4e07-ab7a-a205e8f3176b req-17132af9-2cfc-46f5-88ae-26981ada2190 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c971220b348647c2a2db04f94691ee40&device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 1169 time: 0.0396216 Apr 28 23:01:36.013670 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8806a-f274-4e07-ab7a-a205e8f3176b req-4fcb0fbe-528e-4257-a8ff-ec5e6d8e8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:36.015138 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-01d8806a-f274-4e07-ab7a-a205e8f3176b req-4fcb0fbe-528e-4257-a8ff-ec5e6d8e8355 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1dbac701-9f49-4fab-aa41-67f0eafbe521 HTTP/1.1" status: 200 len: 915 time: 0.0859680 Apr 28 23:01:36.079132 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-01d8806a-f274-4e07-ab7a-a205e8f3176b req-a162dbe8-5aa7-4809-bcd4-dc3fc2f08e4a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97c97f8d-a762-4e9d-af45-4e5ee939e0d3 HTTP/1.1" status: 200 len: 1002 time: 0.0575759 Apr 28 23:01:36.125170 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8806a-f274-4e07-ab7a-a205e8f3176b req-2d3dc584-99f9-4e96-8758-d869bf657f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:36.126593 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-01d8806a-f274-4e07-ab7a-a205e8f3176b req-2d3dc584-99f9-4e96-8758-d869bf657f40 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4b722871-feea-45c6-8564-612bfa8e0534 HTTP/1.1" status: 200 len: 853 time: 0.0425313 Apr 28 23:01:36.172949 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8806a-f274-4e07-ab7a-a205e8f3176b req-a18bd238-f784-48ec-b60e-504dce171c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:36.174379 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-01d8806a-f274-4e07-ab7a-a205e8f3176b req-a18bd238-f784-48ec-b60e-504dce171c75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dbac701-9f49-4fab-aa41-67f0eafbe521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412440 Apr 28 23:01:36.263014 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-01d8806a-f274-4e07-ab7a-a205e8f3176b req-3c81f3e9-e6b0-49fa-9f67-a263f6857575 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809534 Apr 28 23:01:36.341749 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2546a-6001-4345-bfe1-6925acccd2f0 req-925d8daa-bafa-4a23-9d7e-49685909ef72 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:36.343318 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fce2546a-6001-4345-bfe1-6925acccd2f0 req-925d8daa-bafa-4a23-9d7e-49685909ef72 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 985 time: 0.0483637 Apr 28 23:01:36.361868 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-01d8806a-f274-4e07-ab7a-a205e8f3176b req-9a10a577-44b8-4017-a4ea-5daa04c96484 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932150 Apr 28 23:01:36.405406 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-fce2546a-6001-4345-bfe1-6925acccd2f0 req-92d635e8-63a0-4c33-b319-e0c2ce1b1522 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=92c361ec-6ae7-4c34-b8d1-858123c9ddf0&id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560448 Apr 28 23:01:36.544468 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3d6ba43b-c72b-4254-88de-196003d71bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:37.522817 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71c0b1-cafb-4917-bfc3-f2302715590a req-442b4a29-2e22-4a02-984a-fbb5ab50a53a tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:37.524785 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4d71c0b1-cafb-4917-bfc3-f2302715590a req-442b4a29-2e22-4a02-984a-fbb5ab50a53a tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 985 time: 0.0472646 Apr 28 23:01:37.584539 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-4d71c0b1-cafb-4917-bfc3-f2302715590a req-8c156274-2bc6-46b7-8fc4-7844f3f52e00 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=92c361ec-6ae7-4c34-b8d1-858123c9ddf0&id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516899 Apr 28 23:01:38.654870 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b167eb9b-6162-4072-8366-4e0d2a0215b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:38.700024 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0382a-8a17-40be-b9f4-3a1dcc901043 req-8ed8dc2c-516c-4188-b2b5-13945e701d8b tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:38.701483 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-adb0382a-8a17-40be-b9f4-3a1dcc901043 req-8ed8dc2c-516c-4188-b2b5-13945e701d8b tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 985 time: 0.0502477 Apr 28 23:01:38.759545 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-adb0382a-8a17-40be-b9f4-3a1dcc901043 req-e9b03217-225b-4ce2-ae90-9f77766887f9 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=92c361ec-6ae7-4c34-b8d1-858123c9ddf0&id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523448 Apr 28 23:01:39.879505 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788dae6-ab26-49fa-a9ca-c852887b9d09 req-0faeaf36-ba4d-44f2-8135-93df50d83ea5 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:39.880998 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c788dae6-ab26-49fa-a9ca-c852887b9d09 req-0faeaf36-ba4d-44f2-8135-93df50d83ea5 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 985 time: 0.0498543 Apr 28 23:01:39.893053 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:39.945839 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-c788dae6-ab26-49fa-a9ca-c852887b9d09 req-a4b14754-9bea-44d0-aa0e-f416e3dc20e8 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=92c361ec-6ae7-4c34-b8d1-858123c9ddf0&id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586119 Apr 28 23:01:41.062499 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c96c90-1c88-43c0-b078-a476711af5d7 req-3825b749-ad93-44ae-8ebd-da458dc381b7 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:41.064168 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c7c96c90-1c88-43c0-b078-a476711af5d7 req-3825b749-ad93-44ae-8ebd-da458dc381b7 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 985 time: 0.0483506 Apr 28 23:01:41.123649 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-c7c96c90-1c88-43c0-b078-a476711af5d7 req-057832ba-876b-48e8-bd47-c11f2d83c52d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=92c361ec-6ae7-4c34-b8d1-858123c9ddf0&id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537951 Apr 28 23:01:41.258451 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:41.608676 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57380) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:41.710229 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-27725f40-2883-4f80-a63f-b1806cba0a86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:41.781768 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-27725f40-2883-4f80-a63f-b1806cba0a86 admin admin] Publish callbacks [] for security_group (9c1ba35a-e6b7-463b-9d03-31f861ab29d6), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:41.835330 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-27725f40-2883-4f80-a63f-b1806cba0a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (9c1ba35a-e6b7-463b-9d03-31f861ab29d6), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:41.871887 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27725f40-2883-4f80-a63f-b1806cba0a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1ba35a-e6b7-463b-9d03-31f861ab29d6,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:41.876096 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-27725f40-2883-4f80-a63f-b1806cba0a86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b23d9db62d54aa0ac7167b4ca3f249b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664206 Apr 28 23:01:41.878728 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57384) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:41.925206 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-178482f4-d5e1-41a7-9703-a1b4f4646f77 admin admin] Publish callbacks [] for security_group (9c1ba35a-e6b7-463b-9d03-31f861ab29d6), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:41.946663 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-178482f4-d5e1-41a7-9703-a1b4f4646f77 admin admin] Publish callbacks [] for security_group (9c1ba35a-e6b7-463b-9d03-31f861ab29d6), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:42.054423 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-178482f4-d5e1-41a7-9703-a1b4f4646f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (9c1ba35a-e6b7-463b-9d03-31f861ab29d6), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:42.056901 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-178482f4-d5e1-41a7-9703-a1b4f4646f77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:42.062396 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-178482f4-d5e1-41a7-9703-a1b4f4646f77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c1ba35a-e6b7-463b-9d03-31f861ab29d6 HTTP/1.1" status: 204 len: 168 time: 0.1784680 Apr 28 23:01:42.066340 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178482f4-d5e1-41a7-9703-a1b4f4646f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1ba35a-e6b7-463b-9d03-31f861ab29d6,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:42.251375 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e173531-1c68-4740-9413-0d2fbe88365c req-7db65d00-71d8-4a1c-b452-528342539f2f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:42.252830 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2e173531-1c68-4740-9413-0d2fbe88365c req-7db65d00-71d8-4a1c-b452-528342539f2f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 985 time: 0.0509627 Apr 28 23:01:42.311967 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-2e173531-1c68-4740-9413-0d2fbe88365c req-2e8432ef-9e61-4b36-9a90-74992e3d12c3 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=92c361ec-6ae7-4c34-b8d1-858123c9ddf0&id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532596 Apr 28 23:01:42.617204 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57392) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:42.631355 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dbba3576-65d7-4456-9d56-b86ae4e76dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:42.694486 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:42.704547 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dbba3576-65d7-4456-9d56-b86ae4e76dc7 admin admin] Publish callbacks [] for security_group (95814ace-fc52-4a79-b33f-c972ec77b71b), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:42.766684 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-dbba3576-65d7-4456-9d56-b86ae4e76dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (95814ace-fc52-4a79-b33f-c972ec77b71b), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:42.803954 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-dbba3576-65d7-4456-9d56-b86ae4e76dc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=089a61895691480782c4db20ec47abdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856830 Apr 28 23:01:42.804768 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba3576-65d7-4456-9d56-b86ae4e76dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95814ace-fc52-4a79-b33f-c972ec77b71b,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:42.807156 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57394) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:42.853776 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Publish callbacks [] for security_group (95814ace-fc52-4a79-b33f-c972ec77b71b), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:42.874156 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Publish callbacks [] for security_group (95814ace-fc52-4a79-b33f-c972ec77b71b), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:43.023954 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (95814ace-fc52-4a79-b33f-c972ec77b71b), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:43.026437 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:43.027622 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95814ace-fc52-4a79-b33f-c972ec77b71b HTTP/1.1" status: 204 len: 168 time: 0.2194426 Apr 28 23:01:43.035379 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95814ace-fc52-4a79-b33f-c972ec77b71b,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:43.042549 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:43.042900 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:43.043241 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:43.043578 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:43.043913 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:43.044240 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:43.044564 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:43.044884 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:43.045498 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:43.045765 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:43.046117 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:43.046443 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:43.046762 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:43.047081 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:43.047399 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1ca48c-01f1-4be4-93fe-7f5cf702778a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:01:43.428005 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a9334-66de-4e76-9805-7b28b4a45291 req-f0c30910-229c-43df-9ee8-bc9b4859df6f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:43.429627 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-881a9334-66de-4e76-9805-7b28b4a45291 req-f0c30910-229c-43df-9ee8-bc9b4859df6f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 985 time: 0.0476739 Apr 28 23:01:43.490878 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-881a9334-66de-4e76-9805-7b28b4a45291 req-67fdaa76-e862-4bef-aecf-80f6ddd043c1 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=92c361ec-6ae7-4c34-b8d1-858123c9ddf0&id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550091 Apr 28 23:01:44.603665 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76837b9-58e0-41c3-ae6c-0cc5ec80bab6 req-7ab1a882-8926-46ad-bef9-45f6196cf231 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:44.605211 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b76837b9-58e0-41c3-ae6c-0cc5ec80bab6 req-7ab1a882-8926-46ad-bef9-45f6196cf231 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 985 time: 0.0482104 Apr 28 23:01:44.668463 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-b76837b9-58e0-41c3-ae6c-0cc5ec80bab6 req-2734541b-5f56-441a-a799-fe50c638ba3b tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=92c361ec-6ae7-4c34-b8d1-858123c9ddf0&id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576460 Apr 28 23:01:45.780233 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fa480-a1bd-4654-9a11-8a77823d31bd req-f2ad112c-9627-4426-8bd9-52e47c3e5e08 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:45.781692 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cc3fa480-a1bd-4654-9a11-8a77823d31bd req-f2ad112c-9627-4426-8bd9-52e47c3e5e08 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 985 time: 0.0468221 Apr 28 23:01:45.839669 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-cc3fa480-a1bd-4654-9a11-8a77823d31bd req-81686922-dfe6-481c-8364-cd0038139dc9 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=92c361ec-6ae7-4c34-b8d1-858123c9ddf0&id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523965 Apr 28 23:01:46.303972 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:46.651962 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 23:01:46.951448 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55bc62-5636-44d9-b680-bca8d41f8d8d req-fcff946d-c240-4c0d-9217-7922ce619464 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:46.952941 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ef55bc62-5636-44d9-b680-bca8d41f8d8d req-fcff946d-c240-4c0d-9217-7922ce619464 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 985 time: 0.0478086 Apr 28 23:01:47.012515 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-ef55bc62-5636-44d9-b680-bca8d41f8d8d req-4e585e83-6517-48eb-b5bc-cb2c264cb183 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=92c361ec-6ae7-4c34-b8d1-858123c9ddf0&id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537159 Apr 28 23:01:48.127537 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6da9a5-1c8e-41dd-ad54-b6527fcaa35b req-2589d816-66c5-4e3d-af82-1167a6c9f326 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:01:48.129047 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4a6da9a5-1c8e-41dd-ad54-b6527fcaa35b req-2589d816-66c5-4e3d-af82-1167a6c9f326 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 985 time: 0.0500996 Apr 28 23:01:48.196236 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-4a6da9a5-1c8e-41dd-ad54-b6527fcaa35b req-b603076e-d798-4216-ba85-375c8c13d06f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=92c361ec-6ae7-4c34-b8d1-858123c9ddf0&id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580516 Apr 28 23:01:48.799392 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57490) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:48.905008 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-37958235-1866-480f-a6fa-e4fb382d5620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:48.975083 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-37958235-1866-480f-a6fa-e4fb382d5620 admin admin] Publish callbacks [] for security_group (77fb6425-ccbc-444b-aed0-3c9b270229fc), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:49.060033 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-37958235-1866-480f-a6fa-e4fb382d5620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (77fb6425-ccbc-444b-aed0-3c9b270229fc), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:49.097599 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-37958235-1866-480f-a6fa-e4fb382d5620 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1d93ce69b1f442a917177c644f697a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970858 Apr 28 23:01:49.099626 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37958235-1866-480f-a6fa-e4fb382d5620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fb6425-ccbc-444b-aed0-3c9b270229fc,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:49.100375 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57494) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:49.148585 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bb78d878-b507-4d62-a6bc-3e4776e7b1a1 admin admin] Publish callbacks [] for security_group (77fb6425-ccbc-444b-aed0-3c9b270229fc), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:49.169632 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bb78d878-b507-4d62-a6bc-3e4776e7b1a1 admin admin] Publish callbacks [] for security_group (77fb6425-ccbc-444b-aed0-3c9b270229fc), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:49.283294 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bb78d878-b507-4d62-a6bc-3e4776e7b1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (77fb6425-ccbc-444b-aed0-3c9b270229fc), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:49.285786 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-bb78d878-b507-4d62-a6bc-3e4776e7b1a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:49.286985 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-bb78d878-b507-4d62-a6bc-3e4776e7b1a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77fb6425-ccbc-444b-aed0-3c9b270229fc HTTP/1.1" status: 204 len: 168 time: 0.1856365 Apr 28 23:01:49.295362 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78d878-b507-4d62-a6bc-3e4776e7b1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fb6425-ccbc-444b-aed0-3c9b270229fc,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:49.807214 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57500) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:49.825089 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-881f913c-d993-41f8-8b16-3c8436750290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:49.907363 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-881f913c-d993-41f8-8b16-3c8436750290 admin admin] Publish callbacks [] for security_group (36d89144-04fe-4e60-8085-7fac7363a7a5), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:49.977682 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-881f913c-d993-41f8-8b16-3c8436750290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (36d89144-04fe-4e60-8085-7fac7363a7a5), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:50.018074 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-881f913c-d993-41f8-8b16-3c8436750290 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=196d1cb6d1e54fc4be0465b119e4d220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2064192 Apr 28 23:01:50.019004 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f913c-d993-41f8-8b16-3c8436750290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d89144-04fe-4e60-8085-7fac7363a7a5,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:50.020744 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57502) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:50.071824 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-03299954-04d1-4cf6-ae7a-0168a989cb10 admin admin] Publish callbacks [] for security_group (36d89144-04fe-4e60-8085-7fac7363a7a5), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:50.092712 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-03299954-04d1-4cf6-ae7a-0168a989cb10 admin admin] Publish callbacks [] for security_group (36d89144-04fe-4e60-8085-7fac7363a7a5), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:50.241153 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-03299954-04d1-4cf6-ae7a-0168a989cb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (36d89144-04fe-4e60-8085-7fac7363a7a5), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:50.244267 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-03299954-04d1-4cf6-ae7a-0168a989cb10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:50.245508 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-03299954-04d1-4cf6-ae7a-0168a989cb10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36d89144-04fe-4e60-8085-7fac7363a7a5 HTTP/1.1" status: 204 len: 168 time: 0.2236381 Apr 28 23:01:50.253479 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03299954-04d1-4cf6-ae7a-0168a989cb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d89144-04fe-4e60-8085-7fac7363a7a5,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:57.281331 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57596) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:57.383269 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b63a-1148-460b-8885-53eeebd4da31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:57.462320 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b63a-1148-460b-8885-53eeebd4da31 admin admin] Publish callbacks [] for security_group (668c3ddc-620f-4506-8e3e-a0902109f1a9), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:57.545085 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b63a-1148-460b-8885-53eeebd4da31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (668c3ddc-620f-4506-8e3e-a0902109f1a9), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:57.583879 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9fb6b63a-1148-460b-8885-53eeebd4da31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4d24d2e337e4bc5ab787e8f2516d682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014941 Apr 28 23:01:57.584759 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6b63a-1148-460b-8885-53eeebd4da31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668c3ddc-620f-4506-8e3e-a0902109f1a9,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:57.586628 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57600) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:57.634033 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-16e5d1dc-5cbe-4aa7-a232-f4836479b0b9 admin admin] Publish callbacks [] for security_group (668c3ddc-620f-4506-8e3e-a0902109f1a9), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:57.655649 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-16e5d1dc-5cbe-4aa7-a232-f4836479b0b9 admin admin] Publish callbacks [] for security_group (668c3ddc-620f-4506-8e3e-a0902109f1a9), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:57.761110 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-16e5d1dc-5cbe-4aa7-a232-f4836479b0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (668c3ddc-620f-4506-8e3e-a0902109f1a9), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:57.763669 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-16e5d1dc-5cbe-4aa7-a232-f4836479b0b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:57.764821 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-16e5d1dc-5cbe-4aa7-a232-f4836479b0b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/668c3ddc-620f-4506-8e3e-a0902109f1a9 HTTP/1.1" status: 204 len: 168 time: 0.1760666 Apr 28 23:01:57.772384 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5d1dc-5cbe-4aa7-a232-f4836479b0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668c3ddc-620f-4506-8e3e-a0902109f1a9,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:58.370532 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57606) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:58.383371 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c4540418-bbff-410b-9f07-b4236b3c31a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:58.459764 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c4540418-bbff-410b-9f07-b4236b3c31a4 admin admin] Publish callbacks [] for security_group (d511f5b4-1433-451e-ad55-bd5f2cdb995c), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:58.527878 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-c4540418-bbff-410b-9f07-b4236b3c31a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (d511f5b4-1433-451e-ad55-bd5f2cdb995c), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:58.566099 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-c4540418-bbff-410b-9f07-b4236b3c31a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2f9e9b5f44c40e189a5456481ffffc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1945140 Apr 28 23:01:58.566961 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4540418-bbff-410b-9f07-b4236b3c31a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d511f5b4-1433-451e-ad55-bd5f2cdb995c,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:01:58.568853 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57608) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:01:58.615524 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e81b6fac-3c44-480b-b0da-74f5110b9665 admin admin] Publish callbacks [] for security_group (d511f5b4-1433-451e-ad55-bd5f2cdb995c), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:58.636083 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e81b6fac-3c44-480b-b0da-74f5110b9665 admin admin] Publish callbacks [] for security_group (d511f5b4-1433-451e-ad55-bd5f2cdb995c), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:58.745325 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e81b6fac-3c44-480b-b0da-74f5110b9665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (d511f5b4-1433-451e-ad55-bd5f2cdb995c), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:58.747874 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-e81b6fac-3c44-480b-b0da-74f5110b9665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:01:58.749030 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-e81b6fac-3c44-480b-b0da-74f5110b9665 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d511f5b4-1433-451e-ad55-bd5f2cdb995c HTTP/1.1" status: 204 len: 168 time: 0.1790242 Apr 28 23:01:58.756873 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b6fac-3c44-480b-b0da-74f5110b9665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d511f5b4-1433-451e-ad55-bd5f2cdb995c,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:02:01.044486 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57654) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:02:01.147430 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5f1ab4e0-1720-4add-8e2e-a0265dccc356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:01.219507 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5f1ab4e0-1720-4add-8e2e-a0265dccc356 admin admin] Publish callbacks [] for security_group (5d5d72eb-e6e5-43cc-bc1e-1f8d7f240514), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:01.297534 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-5f1ab4e0-1720-4add-8e2e-a0265dccc356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (5d5d72eb-e6e5-43cc-bc1e-1f8d7f240514), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:01.335571 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-5f1ab4e0-1720-4add-8e2e-a0265dccc356 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c0e02af68024508b1231f3bf49935cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899945 Apr 28 23:02:01.336441 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ab4e0-1720-4add-8e2e-a0265dccc356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5d72eb-e6e5-43cc-bc1e-1f8d7f240514,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:02:01.339386 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57658) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:02:01.387419 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f2e92910-ce5f-417d-a655-45a3116686ee admin admin] Publish callbacks [] for security_group (5d5d72eb-e6e5-43cc-bc1e-1f8d7f240514), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:01.408139 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f2e92910-ce5f-417d-a655-45a3116686ee admin admin] Publish callbacks [] for security_group (5d5d72eb-e6e5-43cc-bc1e-1f8d7f240514), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:01.522554 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f2e92910-ce5f-417d-a655-45a3116686ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (5d5d72eb-e6e5-43cc-bc1e-1f8d7f240514), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:01.525528 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-f2e92910-ce5f-417d-a655-45a3116686ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:01.526710 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-f2e92910-ce5f-417d-a655-45a3116686ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d5d72eb-e6e5-43cc-bc1e-1f8d7f240514 HTTP/1.1" status: 204 len: 168 time: 0.1863339 Apr 28 23:02:01.534711 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e92910-ce5f-417d-a655-45a3116686ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5d72eb-e6e5-43cc-bc1e-1f8d7f240514,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:02:02.068787 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57664) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:02:02.082280 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0773bfec-ed5e-4105-a416-2b0a735fc65e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:02.153065 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0773bfec-ed5e-4105-a416-2b0a735fc65e admin admin] Publish callbacks [] for security_group (dfe7fee0-988c-4309-a4a1-836173c3f9d3), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:02.212199 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0773bfec-ed5e-4105-a416-2b0a735fc65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (dfe7fee0-988c-4309-a4a1-836173c3f9d3), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:02.252267 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-0773bfec-ed5e-4105-a416-2b0a735fc65e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2364f8f00e2b44de8fc9ed187a243df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1822894 Apr 28 23:02:02.253422 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773bfec-ed5e-4105-a416-2b0a735fc65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe7fee0-988c-4309-a4a1-836173c3f9d3,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:02:02.255041 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57666) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:02:02.302390 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b57fd8de-0449-47d3-aa66-6fe55be01fca admin admin] Publish callbacks [] for security_group (dfe7fee0-988c-4309-a4a1-836173c3f9d3), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:02.324026 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b57fd8de-0449-47d3-aa66-6fe55be01fca admin admin] Publish callbacks [] for security_group (dfe7fee0-988c-4309-a4a1-836173c3f9d3), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:02.430745 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b57fd8de-0449-47d3-aa66-6fe55be01fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (dfe7fee0-988c-4309-a4a1-836173c3f9d3), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:02.433798 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-b57fd8de-0449-47d3-aa66-6fe55be01fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:02.435648 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-b57fd8de-0449-47d3-aa66-6fe55be01fca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfe7fee0-988c-4309-a4a1-836173c3f9d3 HTTP/1.1" status: 204 len: 168 time: 0.1789472 Apr 28 23:02:02.442598 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fd8de-0449-47d3-aa66-6fe55be01fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe7fee0-988c-4309-a4a1-836173c3f9d3,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:02:05.644827 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57736) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:02:05.745389 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a168ed48-ddf2-4133-a3c0-d9c4261fe5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:05.819798 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a168ed48-ddf2-4133-a3c0-d9c4261fe5aa admin admin] Publish callbacks [] for security_group (800cfdb1-7824-4728-957f-a6b022c6da58), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:05.899085 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-a168ed48-ddf2-4133-a3c0-d9c4261fe5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (800cfdb1-7824-4728-957f-a6b022c6da58), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:05.935734 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168ed48-ddf2-4133-a3c0-d9c4261fe5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800cfdb1-7824-4728-957f-a6b022c6da58,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:02:05.940226 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-a168ed48-ddf2-4133-a3c0-d9c4261fe5aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b31e620e8fc4caa8ab33637d0ea501b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944067 Apr 28 23:02:05.942920 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57740) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:02:05.988216 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc2b8-6a74-4dca-9564-0c55786a9733 admin admin] Publish callbacks [] for security_group (800cfdb1-7824-4728-957f-a6b022c6da58), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:06.008586 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc2b8-6a74-4dca-9564-0c55786a9733 admin admin] Publish callbacks [] for security_group (800cfdb1-7824-4728-957f-a6b022c6da58), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:06.114830 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc2b8-6a74-4dca-9564-0c55786a9733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (800cfdb1-7824-4728-957f-a6b022c6da58), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:06.117458 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc2b8-6a74-4dca-9564-0c55786a9733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:06.119146 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-7c3cc2b8-6a74-4dca-9564-0c55786a9733 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/800cfdb1-7824-4728-957f-a6b022c6da58 HTTP/1.1" status: 204 len: 168 time: 0.1748953 Apr 28 23:02:06.126749 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cc2b8-6a74-4dca-9564-0c55786a9733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800cfdb1-7824-4728-957f-a6b022c6da58,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:02:06.574046 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-5a0fba91-6b55-4c52-97fd-51d15f60b7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:06.769148 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57746) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:02:06.782902 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f91a692e-4f6f-4ed0-93cb-b81190b4692e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:06.860477 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f91a692e-4f6f-4ed0-93cb-b81190b4692e admin admin] Publish callbacks [] for security_group (5d4f17ee-5993-4497-bc64-a27848c604de), precommit_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:06.920531 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-f91a692e-4f6f-4ed0-93cb-b81190b4692e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (5d4f17ee-5993-4497-bc64-a27848c604de), after_create {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:07.218130 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-f91a692e-4f6f-4ed0-93cb-b81190b4692e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=caa49cf6046945199a1b74b33dad9bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4477606 Apr 28 23:02:07.218900 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a692e-4f6f-4ed0-93cb-b81190b4692e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4f17ee-5993-4497-bc64-a27848c604de,revision_number=1']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:02:07.221308 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57748) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:02:07.269278 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7beff14-fa6a-4067-815e-7d70d9102866 admin admin] Publish callbacks [] for security_group (5d4f17ee-5993-4497-bc64-a27848c604de), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:07.292717 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7beff14-fa6a-4067-815e-7d70d9102866 admin admin] Publish callbacks [] for security_group (5d4f17ee-5993-4497-bc64-a27848c604de), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:07.411837 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7beff14-fa6a-4067-815e-7d70d9102866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (5d4f17ee-5993-4497-bc64-a27848c604de), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:07.414453 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-d7beff14-fa6a-4067-815e-7d70d9102866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:07.416111 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-d7beff14-fa6a-4067-815e-7d70d9102866 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d4f17ee-5993-4497-bc64-a27848c604de HTTP/1.1" status: 204 len: 168 time: 0.1932757 Apr 28 23:02:07.424453 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7beff14-fa6a-4067-815e-7d70d9102866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4f17ee-5993-4497-bc64-a27848c604de,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:02:08.675039 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-504e588a-a247-4912-b271-b18a6e3623b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:09.899308 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:11.270968 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:12.761111 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:13.008977 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57814) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:02:13.109456 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9e0812a7-cc8d-4ebc-9f8e-e91dceac07d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:13.182018 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9e0812a7-cc8d-4ebc-9f8e-e91dceac07d3 admin admin] Publish callbacks [] for security_group (0e836f3f-d06e-4edb-95a6-4bbae69570a5), precommit_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:13.258929 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-9e0812a7-cc8d-4ebc-9f8e-e91dceac07d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (0e836f3f-d06e-4edb-95a6-4bbae69570a5), after_create {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:13.301216 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9e0812a7-cc8d-4ebc-9f8e-e91dceac07d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a94c5656ff424439bff09b4a2541a14a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909834 Apr 28 23:02:13.302348 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0812a7-cc8d-4ebc-9f8e-e91dceac07d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e836f3f-d06e-4edb-95a6-4bbae69570a5,revision_number=1']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:02:13.303770 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57818) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:02:13.351868 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9a511aee-e473-498c-8e01-8a607554d68b admin admin] Publish callbacks [] for security_group (0e836f3f-d06e-4edb-95a6-4bbae69570a5), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:13.373306 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9a511aee-e473-498c-8e01-8a607554d68b admin admin] Publish callbacks [] for security_group (0e836f3f-d06e-4edb-95a6-4bbae69570a5), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:13.504744 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9a511aee-e473-498c-8e01-8a607554d68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (0e836f3f-d06e-4edb-95a6-4bbae69570a5), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:13.507308 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-9a511aee-e473-498c-8e01-8a607554d68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:13.508446 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-9a511aee-e473-498c-8e01-8a607554d68b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e836f3f-d06e-4edb-95a6-4bbae69570a5 HTTP/1.1" status: 204 len: 168 time: 0.2037017 Apr 28 23:02:13.516579 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a511aee-e473-498c-8e01-8a607554d68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e836f3f-d06e-4edb-95a6-4bbae69570a5,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:02:16.310720 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:22.401912 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-561e0118-430a-48ad-9d2f-d1f83ee5e2a5 req-27ef12dc-6680-4618-8e17-664c0a23ff06 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383747 Apr 28 23:02:22.477134 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e0118-430a-48ad-9d2f-d1f83ee5e2a5 req-7b2ab4be-c045-4199-9411-4ba7c2e9103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:02:22.478666 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-561e0118-430a-48ad-9d2f-d1f83ee5e2a5 req-7b2ab4be-c045-4199-9411-4ba7c2e9103e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c971220b348647c2a2db04f94691ee40&device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 1169 time: 0.0384657 Apr 28 23:02:22.578614 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e0118-430a-48ad-9d2f-d1f83ee5e2a5 req-ae935d30-c452-455a-86f1-22256dba2f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:02:22.580052 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-561e0118-430a-48ad-9d2f-d1f83ee5e2a5 req-ae935d30-c452-455a-86f1-22256dba2f09 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1dbac701-9f49-4fab-aa41-67f0eafbe521 HTTP/1.1" status: 200 len: 915 time: 0.0849888 Apr 28 23:02:22.642960 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-561e0118-430a-48ad-9d2f-d1f83ee5e2a5 req-5776390b-ddae-4a1d-9dba-c9d5647ab282 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97c97f8d-a762-4e9d-af45-4e5ee939e0d3 HTTP/1.1" status: 200 len: 1002 time: 0.0563900 Apr 28 23:02:22.689833 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e0118-430a-48ad-9d2f-d1f83ee5e2a5 req-23b73165-7c60-4750-9db9-89f38232462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:02:22.691259 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-561e0118-430a-48ad-9d2f-d1f83ee5e2a5 req-23b73165-7c60-4750-9db9-89f38232462e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4b722871-feea-45c6-8564-612bfa8e0534 HTTP/1.1" status: 200 len: 853 time: 0.0426006 Apr 28 23:02:22.737959 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e0118-430a-48ad-9d2f-d1f83ee5e2a5 req-3bb0baee-c87a-4389-9409-32860107e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:02:22.739410 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-561e0118-430a-48ad-9d2f-d1f83ee5e2a5 req-3bb0baee-c87a-4389-9409-32860107e5bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dbac701-9f49-4fab-aa41-67f0eafbe521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410173 Apr 28 23:02:22.825421 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-561e0118-430a-48ad-9d2f-d1f83ee5e2a5 req-f94d84c6-6b88-4b9e-99c6-dd56faa9628b service neutron] 10.222.0.31 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795720 Apr 28 23:02:22.916438 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-561e0118-430a-48ad-9d2f-d1f83ee5e2a5 req-80718087-9cc0-4ed3-bfa2-158a22cc9405 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821609 Apr 28 23:02:23.650732 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 23:02:36.490996 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-07fb9fea-504a-4930-a53d-9236cd1ae147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:38.675983 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-18e4559c-26f8-4522-a834-e8acabbc383e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:39.864394 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:41.298703 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:42.742499 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:46.301975 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:51.907452 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a96b5fb0-c3e7-438a-b6e2-5d92aec8247e req-b9d4edba-1f20-4438-acb3-98f43a4843c7 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866087418&fields=id&tenant_id=c971220b348647c2a2db04f94691ee40 HTTP/1.1" status: 200 len: 267 time: 0.1884415 Apr 28 23:02:51.958647 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b5fb0-c3e7-438a-b6e2-5d92aec8247e req-3f8ee096-37e9-49bf-a9b5-2a1f397027a4 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:02:51.960123 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a96b5fb0-c3e7-438a-b6e2-5d92aec8247e req-3f8ee096-37e9-49bf-a9b5-2a1f397027a4 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 985 time: 0.0474222 Apr 28 23:02:51.970525 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.v2.base [req-a96b5fb0-c3e7-438a-b6e2-5d92aec8247e req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Request body: {'port': {'security_groups': ['febee65a-6618-46dd-a845-1ee38aaa8a20']}} {{(pid=110300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 23:02:52.043135 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a96b5fb0-c3e7-438a-b6e2-5d92aec8247e req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651694'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), before_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:52.209980 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-a96b5fb0-c3e7-438a-b6e2-5d92aec8247e req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] For port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=97c97f8d-a762-4e9d-af45-4e5ee939e0d3,segment=NetworkSegment(8d3abf7d-e85a-407d-92ba-f41e91d2dbba),segment_id=8d3abf7d-e85a-407d-92ba-f41e91d2dbba)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:02:52.239010 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a96b5fb0-c3e7-438a-b6e2-5d92aec8247e req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), precommit_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:52.298765 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a96b5fb0-c3e7-438a-b6e2-5d92aec8247e req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773828763100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773828273538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773828273556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3442494'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), after_update {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:52.312794 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['97c97f8d-a762-4e9d-af45-4e5ee939e0d3'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 23:02:52.348797 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b5fb0-c3e7-438a-b6e2-5d92aec8247e req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:02:52.349492 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-a96b5fb0-c3e7-438a-b6e2-5d92aec8247e req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:52.350881 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-a96b5fb0-c3e7-438a-b6e2-5d92aec8247e req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "PUT /v2.0/ports/97c97f8d-a762-4e9d-af45-4e5ee939e0d3 HTTP/1.1" status: 200 len: 943 time: 0.3848147 Apr 28 23:02:52.353519 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'tag': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 23:02:52.355846 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d560a791-e99a-4a6c-9140-033320210b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf", "tag": "97c97f8d-a762-4e9d-af45-4e5ee939e0d3"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 23:02:52.359427 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57856) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:02:52.400783 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 23:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8bad37-defc-4493-8bde-f2e156d11e23 x-openstack-request-id: req-ee8bad37-defc-4493-8bde-f2e156d11e23 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 23:02:52.405072 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf", "tag": "97c97f8d-a762-4e9d-af45-4e5ee939e0d3", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 23:02:52.405072 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee8bad37-defc-4493-8bde-f2e156d11e23 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 23:02:52.405072 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8bad37-defc-4493-8bde-f2e156d11e23'] response: {'name': 'network-changed', 'server_uuid': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'tag': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3', 'status': 'completed', 'code': 200} Apr 28 23:02:52.407447 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Pushing event updated for resources: {'Port': ['ID=97c97f8d-a762-4e9d-af45-4e5ee939e0d3,revision_number=7']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:02:52.415279 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.415735 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.415984 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.416520 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.416864 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.417189 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.417530 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.417899 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.418239 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.419033 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.419033 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.419267 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.419536 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.420732 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.420944 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5091f3cb-af4a-4f68-b904-59da3be01376 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.423249 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['97c97f8d-a762-4e9d-af45-4e5ee939e0d3'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 23:02:52.456213 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group (92c361ec-6ae7-4c34-b8d1-858123c9ddf0), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:52.489196 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group (92c361ec-6ae7-4c34-b8d1-858123c9ddf0), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:52.541012 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560a791-e99a-4a6c-9140-033320210b7f req-eca80594-a61e-4caa-97bb-f44500960fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:02:52.543362 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d560a791-e99a-4a6c-9140-033320210b7f req-eca80594-a61e-4caa-97bb-f44500960fa5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c971220b348647c2a2db04f94691ee40&device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 1130 time: 0.1184556 Apr 28 23:02:52.623807 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.provisioning_blocks [None req-c728acfe-df25-4cb8-8bda-24be1a4ad5e0 None None] Provisioning complete for port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 triggered by entity DHCP. {{(pid=110301) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 23:02:52.624111 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-c728acfe-df25-4cb8-8bda-24be1a4ad5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706990'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), provisioning_complete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:52.625197 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (92c361ec-6ae7-4c34-b8d1-858123c9ddf0), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:52.629390 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:52.630611 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "DELETE /v2.0/security-groups/92c361ec-6ae7-4c34-b8d1-858123c9ddf0 HTTP/1.1" status: 204 len: 168 time: 0.2702143 Apr 28 23:02:52.633261 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57862) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:02:52.640834 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c361ec-6ae7-4c34-b8d1-858123c9ddf0,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:02:52.648090 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.648450 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.648999 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.649576 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.650128 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.650660 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.651177 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.652212 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.652735 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.653251 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.653778 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.654853 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.655357 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.656694 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.657224 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d809f6-4453-46c3-8c9a-9151bdaa9370 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:02:52.680375 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560a791-e99a-4a6c-9140-033320210b7f req-ece1884f-143c-40fd-b12c-84cb979a34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:02:52.681890 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d560a791-e99a-4a6c-9140-033320210b7f req-ece1884f-143c-40fd-b12c-84cb979a34f0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1dbac701-9f49-4fab-aa41-67f0eafbe521 HTTP/1.1" status: 200 len: 915 time: 0.1320128 Apr 28 23:02:52.737378 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-c728acfe-df25-4cb8-8bda-24be1a4ad5e0 None None] Current status of the port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 is: ACTIVE; New status is: ACTIVE {{(pid=110301) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 23:02:52.793524 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d560a791-e99a-4a6c-9140-033320210b7f req-dcdfabf5-5f42-4432-808c-b72add1bb5de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97c97f8d-a762-4e9d-af45-4e5ee939e0d3 HTTP/1.1" status: 200 len: 1002 time: 0.1044712 Apr 28 23:02:53.120853 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560a791-e99a-4a6c-9140-033320210b7f req-7c2146ad-18ad-4cbc-8951-81e875eedc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:02:53.122330 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d560a791-e99a-4a6c-9140-033320210b7f req-7c2146ad-18ad-4cbc-8951-81e875eedc84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4b722871-feea-45c6-8564-612bfa8e0534 HTTP/1.1" status: 200 len: 853 time: 0.3223236 Apr 28 23:02:53.125116 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-fdc36052-9df1-4323-8162-70bdaa17c85d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Deleting port 80059bdc-3859-4832-92a1-37bcb0f06e78 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 23:02:53.125453 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-fdc36052-9df1-4323-8162-70bdaa17c85d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (80059bdc-3859-4832-92a1-37bcb0f06e78), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:53.210520 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560a791-e99a-4a6c-9140-033320210b7f req-c94d3d0a-6e3d-45fd-927d-2edf650bf36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:02:53.212018 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d560a791-e99a-4a6c-9140-033320210b7f req-c94d3d0a-6e3d-45fd-927d-2edf650bf36d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dbac701-9f49-4fab-aa41-67f0eafbe521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754054 Apr 28 23:02:53.223158 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [req-d560a791-e99a-4a6c-9140-033320210b7f req-8e0907c2-02cc-4001-ab35-e041ba8e0cdc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110300) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 23:02:53.224092 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d560a791-e99a-4a6c-9140-033320210b7f req-8e0907c2-02cc-4001-ab35-e041ba8e0cdc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047970 Apr 28 23:02:53.254322 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-fdc36052-9df1-4323-8162-70bdaa17c85d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (80059bdc-3859-4832-92a1-37bcb0f06e78), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:53.254647 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-fdc36052-9df1-4323-8162-70bdaa17c85d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for floatingip (80059bdc-3859-4832-92a1-37bcb0f06e78), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:53.276088 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-fdc36052-9df1-4323-8162-70bdaa17c85d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Calling delete_port for 80059bdc-3859-4832-92a1-37bcb0f06e78 owned by network:floatingip {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 23:02:53.383793 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d560a791-e99a-4a6c-9140-033320210b7f req-b1ac9b03-c163-4225-a3e0-913a838cfa22 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521914 Apr 28 23:02:53.499642 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-d560a791-e99a-4a6c-9140-033320210b7f req-936889ce-bfa1-4b76-a8cb-6667c059daf3 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096692 Apr 28 23:02:53.605006 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-fdc36052-9df1-4323-8162-70bdaa17c85d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (80059bdc-3859-4832-92a1-37bcb0f06e78), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:53.632528 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc36052-9df1-4323-8162-70bdaa17c85d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Pushing event deleted for resources: {'Port': ['ID=80059bdc-3859-4832-92a1-37bcb0f06e78,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:02:53.692443 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-fdc36052-9df1-4323-8162-70bdaa17c85d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks [] for floatingip (a2f51791-fc7b-4dfc-8b89-abcb12b83005), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:53.692770 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.db.l3_db [None req-fdc36052-9df1-4323-8162-70bdaa17c85d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Floating IP a2f51791-fc7b-4dfc-8b89-abcb12b83005 disassociated (deleted). External IP: 172.27.0.137, port: 97c97f8d-a762-4e9d-af45-4e5ee939e0d3. Apr 28 23:02:53.905414 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc36052-9df1-4323-8162-70bdaa17c85d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 23:02:54.023952 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc36052-9df1-4323-8162-70bdaa17c85d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 23:02:54.028794 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-fdc36052-9df1-4323-8162-70bdaa17c85d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for floatingip (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:02:54.033878 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba1db58-a968-43d2-a624-c0d88fa865d4 None None] Sync routers for ids ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 23:02:54.043061 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba1db58-a968-43d2-a624-c0d88fa865d4 None None] Routers {'5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 23:02:54.043672 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-dba1db58-a968-43d2-a624-c0d88fa865d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T23:02:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:02:54.058628 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-fdc36052-9df1-4323-8162-70bdaa17c85d tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "DELETE /v2.0/floatingips/a2f51791-fc7b-4dfc-8b89-abcb12b83005 HTTP/1.1" status: 204 len: 168 time: 1.4242318 Apr 28 23:02:54.283440 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-dba1db58-a968-43d2-a624-c0d88fa865d4 None None] Set router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 23:02:54.403326 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'tag': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 23:02:54.410416 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f37dbd2-f8af-43bd-9037-1d04d9573bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf", "tag": "97c97f8d-a762-4e9d-af45-4e5ee939e0d3"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 23:02:54.445204 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 23:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62eff120-6c28-4043-9032-a755e55444c7 x-openstack-request-id: req-62eff120-6c28-4043-9032-a755e55444c7 {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 23:02:54.445204 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf", "tag": "97c97f8d-a762-4e9d-af45-4e5ee939e0d3", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 23:02:54.445204 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62eff120-6c28-4043-9032-a755e55444c7 {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 23:02:54.445204 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62eff120-6c28-4043-9032-a755e55444c7'] response: {'name': 'network-changed', 'server_uuid': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'tag': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3', 'status': 'completed', 'code': 200} Apr 28 23:02:54.476227 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-dba1db58-a968-43d2-a624-c0d88fa865d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'name': 'tempest-TestMinimumBasicScenario-560885962-router', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:32Z', 'updated_at': '2022-04-28T22:59:36Z', 'revision_number': 4, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'gw_port': {'id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ed:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:33Z', 'updated_at': '2022-04-28T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '89b53215-8cea-4c3d-b365-f9759409d7ee', 'name': '', 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'mac_address': 'fa:16:3e:35:49:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4b722871-feea-45c6-8564-612bfa8e0534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:36Z', 'updated_at': '2022-04-28T22:59:41Z', 'revision_number': 5, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'subnets': [{'id': '4b722871-feea-45c6-8564-612bfa8e0534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:02:54.504603 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba1db58-a968-43d2-a624-c0d88fa865d4 None None] Checking router: 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 23:02:54.512543 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba1db58-a968-43d2-a624-c0d88fa865d4 None None] Routers {'5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 23:02:54.513071 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37dbd2-f8af-43bd-9037-1d04d9573bf6 req-6510c32d-5e37-4696-9464-1fd6ad5ea817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:02:54.513217 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-dba1db58-a968-43d2-a624-c0d88fa865d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T23:02:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:02:54.515356 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0f37dbd2-f8af-43bd-9037-1d04d9573bf6 req-6510c32d-5e37-4696-9464-1fd6ad5ea817 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c971220b348647c2a2db04f94691ee40&device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 1130 time: 0.0460067 Apr 28 23:02:54.608483 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37dbd2-f8af-43bd-9037-1d04d9573bf6 req-325e0efe-f29d-4a67-936f-dbe8a4ebc887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:02:54.610001 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0f37dbd2-f8af-43bd-9037-1d04d9573bf6 req-325e0efe-f29d-4a67-936f-dbe8a4ebc887 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1dbac701-9f49-4fab-aa41-67f0eafbe521 HTTP/1.1" status: 200 len: 915 time: 0.0885301 Apr 28 23:02:54.627638 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-dba1db58-a968-43d2-a624-c0d88fa865d4 None None] Set router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 23:02:54.818658 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-dba1db58-a968-43d2-a624-c0d88fa865d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'name': 'tempest-TestMinimumBasicScenario-560885962-router', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:32Z', 'updated_at': '2022-04-28T22:59:36Z', 'revision_number': 4, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'gw_port': {'id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ed:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:33Z', 'updated_at': '2022-04-28T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '89b53215-8cea-4c3d-b365-f9759409d7ee', 'name': '', 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'mac_address': 'fa:16:3e:35:49:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4b722871-feea-45c6-8564-612bfa8e0534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:36Z', 'updated_at': '2022-04-28T22:59:41Z', 'revision_number': 5, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'subnets': [{'id': '4b722871-feea-45c6-8564-612bfa8e0534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:02:54.846306 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba1db58-a968-43d2-a624-c0d88fa865d4 None None] The sync data for ids ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'] in dv-cinder-839825-1-iscsi is: [{'id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'name': 'tempest-TestMinimumBasicScenario-560885962-router', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:32Z', 'updated_at': '2022-04-28T22:59:36Z', 'revision_number': 4, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'gw_port': {'id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ed:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:33Z', 'updated_at': '2022-04-28T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi', '_interfaces': [{'id': '89b53215-8cea-4c3d-b365-f9759409d7ee', 'name': '', 'network_id': '1dbac701-9f49-4fab-aa41-67f0eafbe521', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'mac_address': 'fa:16:3e:35:49:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '4b722871-feea-45c6-8564-612bfa8e0534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:36Z', 'updated_at': '2022-04-28T22:59:41Z', 'revision_number': 5, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'subnets': [{'id': '4b722871-feea-45c6-8564-612bfa8e0534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 23:02:54.910693 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0f37dbd2-f8af-43bd-9037-1d04d9573bf6 req-6691da48-d755-4d56-9b05-5c21f03400dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97c97f8d-a762-4e9d-af45-4e5ee939e0d3 HTTP/1.1" status: 200 len: 217 time: 0.0408473 Apr 28 23:02:54.967954 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37dbd2-f8af-43bd-9037-1d04d9573bf6 req-57a08c2e-ae77-40bc-9659-2ea0fef05b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:02:54.967954 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0f37dbd2-f8af-43bd-9037-1d04d9573bf6 req-57a08c2e-ae77-40bc-9659-2ea0fef05b4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4b722871-feea-45c6-8564-612bfa8e0534 HTTP/1.1" status: 200 len: 853 time: 0.0481741 Apr 28 23:02:55.026520 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37dbd2-f8af-43bd-9037-1d04d9573bf6 req-21d25f7c-c743-4d41-9539-a5552338e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:02:55.028043 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0f37dbd2-f8af-43bd-9037-1d04d9573bf6 req-21d25f7c-c743-4d41-9539-a5552338e457 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dbac701-9f49-4fab-aa41-67f0eafbe521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445170 Apr 28 23:02:55.090286 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e204fe-1a05-4ac3-a3e9-96e18996d851 None None] New status for floating IP a2f51791-fc7b-4dfc-8b89-abcb12b83005: DOWN {{(pid=110302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 23:02:55.126134 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0f37dbd2-f8af-43bd-9037-1d04d9573bf6 req-f1f3ebcd-2f76-4f90-b5a3-6bab426c19e0 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907717 Apr 28 23:02:55.214682 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-0f37dbd2-f8af-43bd-9037-1d04d9573bf6 req-dd1c943e-be36-4a6f-bc84-fc250e2f8335 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829945 Apr 28 23:02:58.416309 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9f25c-0abe-48a3-afc3-a31673f930aa req-38af5ff4-a75f-4c69-99f4-e6232688498b tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:02:58.417769 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-84c9f25c-0abe-48a3-afc3-a31673f930aa req-38af5ff4-a75f-4c69-99f4-e6232688498b tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 946 time: 0.0491869 Apr 28 23:02:58.463209 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-84c9f25c-0abe-48a3-afc3-a31673f930aa req-735ca56e-218e-4bcc-bdd1-a02b7f410146 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399463 Apr 28 23:02:59.577517 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4471d-8191-44dc-ab3c-e2aae16ef44c req-a4e3f22b-e35f-4bc0-8670-afa40d65a5cc tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:02:59.578979 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cbd4471d-8191-44dc-ab3c-e2aae16ef44c req-a4e3f22b-e35f-4bc0-8670-afa40d65a5cc tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 946 time: 0.0472434 Apr 28 23:02:59.627345 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-cbd4471d-8191-44dc-ab3c-e2aae16ef44c req-090f8b28-9985-43b9-8b56-8480361cc43f tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427039 Apr 28 23:03:00.363493 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f86e10-9026-4375-bad3-df2c46ae7e89 req-a647fe6e-45c6-43ef-b6d3-a33a39bd4d3b tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:03:00.364920 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-05f86e10-9026-4375-bad3-df2c46ae7e89 req-a647fe6e-45c6-43ef-b6d3-a33a39bd4d3b tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 946 time: 0.0453055 Apr 28 23:03:00.446158 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-05f86e10-9026-4375-bad3-df2c46ae7e89 req-29acfdfc-08cf-48f1-9f72-324d18c2e920 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Deleting port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 23:03:00.446498 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-05f86e10-9026-4375-bad3-df2c46ae7e89 req-29acfdfc-08cf-48f1-9f72-324d18c2e920 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:00.534209 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [req-05f86e10-9026-4375-bad3-df2c46ae7e89 req-29acfdfc-08cf-48f1-9f72-324d18c2e920 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] For port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3, host hv-cinder-83982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83982',level=0,port_id=97c97f8d-a762-4e9d-af45-4e5ee939e0d3,segment=NetworkSegment(8d3abf7d-e85a-407d-92ba-f41e91d2dbba),segment_id=8d3abf7d-e85a-407d-92ba-f41e91d2dbba)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:03:00.534565 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-05f86e10-9026-4375-bad3-df2c46ae7e89 req-29acfdfc-08cf-48f1-9f72-324d18c2e920 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:00.547549 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [req-05f86e10-9026-4375-bad3-df2c46ae7e89 req-29acfdfc-08cf-48f1-9f72-324d18c2e920 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Calling delete_port for 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 owned by compute:nova {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 23:03:00.648701 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 23:03:00.738900 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3332d8b-3ecb-4850-ba6f-beed779234ae req-bb85f924-7472-43e5-a750-6a22d7e84431 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 23:03:00.740366 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a3332d8b-3ecb-4850-ba6f-beed779234ae req-bb85f924-7472-43e5-a750-6a22d7e84431 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf HTTP/1.1" status: 200 len: 946 time: 0.0470333 Apr 28 23:03:00.753546 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-05f86e10-9026-4375-bad3-df2c46ae7e89 req-29acfdfc-08cf-48f1-9f72-324d18c2e920 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (97c97f8d-a762-4e9d-af45-4e5ee939e0d3), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:00.766162 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] get_ports_and_sgs() called for port_ids ['97c97f8d-a762-4e9d-af45-4e5ee939e0d3'] {{(pid=110301) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 23:03:00.778346 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acfdfc-08cf-48f1-9f72-324d18c2e920 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Pushing event deleted for resources: {'Port': ['ID=97c97f8d-a762-4e9d-af45-4e5ee939e0d3,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:03:00.795759 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [req-a3332d8b-3ecb-4850-ba6f-beed779234ae req-62d275d6-7170-44fd-9a76-06542ee7c5a7 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.13 "GET /v2.0/security-groups?id=febee65a-6618-46dd-a845-1ee38aaa8a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498734 Apr 28 23:03:00.833601 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f86e10-9026-4375-bad3-df2c46ae7e89 req-29acfdfc-08cf-48f1-9f72-324d18c2e920 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] No DVR routers for this DVR port 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 on host hv-cinder-83982 {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 23:03:00.836123 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [req-05f86e10-9026-4375-bad3-df2c46ae7e89 req-29acfdfc-08cf-48f1-9f72-324d18c2e920 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1905625'] for port (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:00.839476 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [req-05f86e10-9026-4375-bad3-df2c46ae7e89 req-29acfdfc-08cf-48f1-9f72-324d18c2e920 tempest-TestMinimumBasicScenario-1509153240 tempest-TestMinimumBasicScenario-1509153240-project] 10.222.0.31 "DELETE /v2.0/ports/97c97f8d-a762-4e9d-af45-4e5ee939e0d3 HTTP/1.1" status: 204 len: 173 time: 0.4687548 Apr 28 23:03:00.839913 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'name': 'network-vif-deleted', 'tag': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3'}] {{(pid=110300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 23:03:00.842699 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a95b1d9724a8a46d04dd1c12a8e625fe6113347d133244998bee5e240c5f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783dfda1-4744-43c8-aa7d-3d9a91909d34" -d '{"events": [{"server_uuid": "b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf", "name": "network-vif-deleted", "tag": "97c97f8d-a762-4e9d-af45-4e5ee939e0d3"}]}' {{(pid=110300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 23:03:00.890028 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 23:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb9b301-61cb-4d98-b3c2-62ec048a90fd x-openstack-request-id: req-5eb9b301-61cb-4d98-b3c2-62ec048a90fd {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 23:03:00.896637 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf", "name": "network-vif-deleted", "tag": "97c97f8d-a762-4e9d-af45-4e5ee939e0d3", "status": "completed", "code": 200}]} {{(pid=110300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 23:03:00.896637 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5eb9b301-61cb-4d98-b3c2-62ec048a90fd {{(pid=110300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 23:03:00.896637 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb9b301-61cb-4d98-b3c2-62ec048a90fd'] response: {'server_uuid': 'b3bca7e2-2b0f-4d79-ab07-c069dd4d3adf', 'name': 'network-vif-deleted', 'tag': '97c97f8d-a762-4e9d-af45-4e5ee939e0d3', 'status': 'completed', 'code': 200} Apr 28 23:03:03.101521 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57950) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:03:03.425099 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8dcd2fa5-47a5-40dd-aff7-d011f1a480af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834530'] for router_interface (5d5de069-cf89-4cd8-aea0-38dd5dc3ae30), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:03.651893 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-8dcd2fa5-47a5-40dd-aff7-d011f1a480af admin admin] Deleting port 89b53215-8cea-4c3d-b365-f9759409d7ee {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 23:03:03.652134 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8dcd2fa5-47a5-40dd-aff7-d011f1a480af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:03.728626 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-8dcd2fa5-47a5-40dd-aff7-d011f1a480af admin admin] For port 89b53215-8cea-4c3d-b365-f9759409d7ee, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=89b53215-8cea-4c3d-b365-f9759409d7ee,segment=NetworkSegment(8d3abf7d-e85a-407d-92ba-f41e91d2dbba),segment_id=8d3abf7d-e85a-407d-92ba-f41e91d2dbba)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:03:03.728981 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8dcd2fa5-47a5-40dd-aff7-d011f1a480af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:03.742025 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-8dcd2fa5-47a5-40dd-aff7-d011f1a480af admin admin] Calling delete_port for 89b53215-8cea-4c3d-b365-f9759409d7ee owned by network:router_interface {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 23:03:03.872261 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 no longer exists at agent hyperv_hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 23:03:04.100858 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] No Port match for: 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 23:03:04.100858 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Device 97c97f8d-a762-4e9d-af45-4e5ee939e0d3 not bound to the agent host hv-cinder-83982 {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 23:03:04.153702 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8dcd2fa5-47a5-40dd-aff7-d011f1a480af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (89b53215-8cea-4c3d-b365-f9759409d7ee), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:04.182902 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd2fa5-47a5-40dd-aff7-d011f1a480af admin admin] Pushing event deleted for resources: {'Port': ['ID=89b53215-8cea-4c3d-b365-f9759409d7ee,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:03:04.351301 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-8dcd2fa5-47a5-40dd-aff7-d011f1a480af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834638'] for router_interface (5d5de069-cf89-4cd8-aea0-38dd5dc3ae30), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:04.811416 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcd2fa5-47a5-40dd-aff7-d011f1a480af admin admin] Router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 23:03:04.916420 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcd2fa5-47a5-40dd-aff7-d011f1a480af admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 23:03:04.921345 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-8dcd2fa5-47a5-40dd-aff7-d011f1a480af admin admin] 10.222.0.13 "PUT /v2.0/routers/5d5de069-cf89-4cd8-aea0-38dd5dc3ae30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8187163 Apr 28 23:03:04.923853 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57952) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:03:04.926399 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e05fc0-588a-4154-9bb5-a6eb72542d65 None None] Sync routers for ids ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'] in dv-cinder-839825-1-iscsi {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 23:03:04.936122 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e05fc0-588a-4154-9bb5-a6eb72542d65 None None] Routers {'5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 23:03:04.936778 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-e0e05fc0-588a-4154-9bb5-a6eb72542d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T23:02:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:03:05.027199 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-254f0aee-b4e5-4b16-bec5-fba56777e39d admin admin] Publish callbacks [] for router (5d5de069-cf89-4cd8-aea0-38dd5dc3ae30), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:05.044070 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-e0e05fc0-588a-4154-9bb5-a6eb72542d65 None None] Set router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 gateway port host: dv-cinder-839825-1-iscsi {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 23:03:05.131751 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-254f0aee-b4e5-4b16-bec5-fba56777e39d admin admin] Publish callbacks [] for router_gateway (5d5de069-cf89-4cd8-aea0-38dd5dc3ae30), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:05.223285 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-e0e05fc0-588a-4154-9bb5-a6eb72542d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'name': 'tempest-TestMinimumBasicScenario-560885962-router', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:32Z', 'updated_at': '2022-04-28T23:03:03Z', 'revision_number': 5, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'gw_port': {'id': 'e47210ec-87ad-4352-8dc8-fa3319127424', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ed:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:33Z', 'updated_at': '2022-04-28T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:03:05.240451 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-254f0aee-b4e5-4b16-bec5-fba56777e39d admin admin] Deleting port e47210ec-87ad-4352-8dc8-fa3319127424 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 23:03:05.241086 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-254f0aee-b4e5-4b16-bec5-fba56777e39d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (e47210ec-87ad-4352-8dc8-fa3319127424), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:05.253158 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e05fc0-588a-4154-9bb5-a6eb72542d65 None None] Checking router: 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 for host: dv-cinder-839825-1-iscsi {{(pid=110301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 23:03:05.261495 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e05fc0-588a-4154-9bb5-a6eb72542d65 None None] Routers {'5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 23:03:05.262138 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-e0e05fc0-588a-4154-9bb5-a6eb72542d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T23:02:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'], 'active': True} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:03:05.319392 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-254f0aee-b4e5-4b16-bec5-fba56777e39d admin admin] For port e47210ec-87ad-4352-8dc8-fa3319127424, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=e47210ec-87ad-4352-8dc8-fa3319127424,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:03:05.320161 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-254f0aee-b4e5-4b16-bec5-fba56777e39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (e47210ec-87ad-4352-8dc8-fa3319127424), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:05.334093 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-254f0aee-b4e5-4b16-bec5-fba56777e39d admin admin] Calling delete_port for e47210ec-87ad-4352-8dc8-fa3319127424 owned by network:router_gateway {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 23:03:05.352431 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvr_db [None req-e0e05fc0-588a-4154-9bb5-a6eb72542d65 None None] Set router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 gateway port host: None {{(pid=110301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 23:03:05.402899 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_hamode_db [None req-e0e05fc0-588a-4154-9bb5-a6eb72542d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'name': 'tempest-TestMinimumBasicScenario-560885962-router', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:32Z', 'updated_at': '2022-04-28T23:03:05Z', 'revision_number': 6, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'gw_port_host': None}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:03:05.434245 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e05fc0-588a-4154-9bb5-a6eb72542d65 None None] The sync data for ids ['5d5de069-cf89-4cd8-aea0-38dd5dc3ae30'] in dv-cinder-839825-1-iscsi is: [{'id': '5d5de069-cf89-4cd8-aea0-38dd5dc3ae30', 'name': 'tempest-TestMinimumBasicScenario-560885962-router', 'tenant_id': 'c971220b348647c2a2db04f94691ee40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:32Z', 'updated_at': '2022-04-28T23:03:05Z', 'revision_number': 6, 'project_id': 'c971220b348647c2a2db04f94691ee40', 'gw_port_host': None}] {{(pid=110301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 23:03:05.549491 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-254f0aee-b4e5-4b16-bec5-fba56777e39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (e47210ec-87ad-4352-8dc8-fa3319127424), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:05.575276 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f0aee-b4e5-4b16-bec5-fba56777e39d admin admin] Pushing event deleted for resources: {'Port': ['ID=e47210ec-87ad-4352-8dc8-fa3319127424,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:03:05.635670 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-254f0aee-b4e5-4b16-bec5-fba56777e39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653476'] for router_gateway (5d5de069-cf89-4cd8-aea0-38dd5dc3ae30), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:05.724428 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-254f0aee-b4e5-4b16-bec5-fba56777e39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1039'] for router (5d5de069-cf89-4cd8-aea0-38dd5dc3ae30), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:05.726437 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-254f0aee-b4e5-4b16-bec5-fba56777e39d admin admin] Publish callbacks [] for router_controller (5d5de069-cf89-4cd8-aea0-38dd5dc3ae30), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:05.852679 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-254f0aee-b4e5-4b16-bec5-fba56777e39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831238'] for router (5d5de069-cf89-4cd8-aea0-38dd5dc3ae30), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:05.853223 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254f0aee-b4e5-4b16-bec5-fba56777e39d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 {{(pid=110300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 23:03:05.858148 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-254f0aee-b4e5-4b16-bec5-fba56777e39d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:05.859379 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-254f0aee-b4e5-4b16-bec5-fba56777e39d admin admin] 10.222.0.13 "DELETE /v2.0/routers/5d5de069-cf89-4cd8-aea0-38dd5dc3ae30 HTTP/1.1" status: 204 len: 168 time: 0.9346211 Apr 28 23:03:05.861910 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57954) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:03:05.906648 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30a1351-61b3-4c88-a6cc-0c6427f7fcad admin admin] Deleting subnet 4b722871-feea-45c6-8564-612bfa8e0534 {{(pid=110300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 23:03:05.909735 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a30a1351-61b3-4c88-a6cc-0c6427f7fcad admin admin] Publish callbacks [] for subnet (4b722871-feea-45c6-8564-612bfa8e0534), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:05.943808 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a30a1351-61b3-4c88-a6cc-0c6427f7fcad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4001100'] for subnet (4b722871-feea-45c6-8564-612bfa8e0534), precommit_delete_associations {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.023217 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a30a1351-61b3-4c88-a6cc-0c6427f7fcad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711510'] for subnet (4b722871-feea-45c6-8564-612bfa8e0534), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.149747 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a30a1351-61b3-4c88-a6cc-0c6427f7fcad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3441396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288626'] for subnet (4b722871-feea-45c6-8564-612bfa8e0534), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.177249 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a1351-61b3-4c88-a6cc-0c6427f7fcad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b722871-feea-45c6-8564-612bfa8e0534,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:03:06.179332 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-a30a1351-61b3-4c88-a6cc-0c6427f7fcad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.182396 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-a30a1351-61b3-4c88-a6cc-0c6427f7fcad admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4b722871-feea-45c6-8564-612bfa8e0534 HTTP/1.1" status: 204 len: 168 time: 0.3195975 Apr 28 23:03:06.184883 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57956) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:03:06.196362 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f519b5-a6a6-488a-a1e3-0bc9393e0495 None None] Network 1dbac701-9f49-4fab-aa41-67f0eafbe521 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 23:03:06.264947 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719352'] for network (1dbac701-9f49-4fab-aa41-67f0eafbe521), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.285924 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 89b53215-8cea-4c3d-b365-f9759409d7ee no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 23:03:06.309442 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] Deleting port 9d2c8989-8203-4bb4-8da8-66616c279859 {{(pid=110300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 23:03:06.309789 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (9d2c8989-8203-4bb4-8da8-66616c279859), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.311551 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: 89b53215-8cea-4c3d-b365-f9759409d7ee {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 23:03:06.312245 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 89b53215-8cea-4c3d-b365-f9759409d7ee not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 23:03:06.312552 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device e47210ec-87ad-4352-8dc8-fa3319127424 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 23:03:06.344338 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: e47210ec-87ad-4352-8dc8-fa3319127424 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 23:03:06.344694 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device e47210ec-87ad-4352-8dc8-fa3319127424 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 23:03:06.382238 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.db [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] For port 9d2c8989-8203-4bb4-8da8-66616c279859, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=9d2c8989-8203-4bb4-8da8-66616c279859,segment=NetworkSegment(8d3abf7d-e85a-407d-92ba-f41e91d2dbba),segment_id=8d3abf7d-e85a-407d-92ba-f41e91d2dbba)] {{(pid=110300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:03:06.382607 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (9d2c8989-8203-4bb4-8da8-66616c279859), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.400246 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.plugin [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] Calling delete_port for 9d2c8989-8203-4bb4-8da8-66616c279859 owned by network:dhcp {{(pid=110300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 23:03:06.422758 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] DHCP port deletion for 1dbac701-9f49-4fab-aa41-67f0eafbe521 request from dv-cinder-839825-1-iscsi {{(pid=110301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 23:03:06.469905 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Deleting port 9d2c8989-8203-4bb4-8da8-66616c279859 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 23:03:06.470341 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (9d2c8989-8203-4bb4-8da8-66616c279859), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.527388 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-ced72df2-691b-4ba8-ba29-5fcdc7ace708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.540168 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] For port 9d2c8989-8203-4bb4-8da8-66616c279859, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=9d2c8989-8203-4bb4-8da8-66616c279859,segment=NetworkSegment(8d3abf7d-e85a-407d-92ba-f41e91d2dbba),segment_id=8d3abf7d-e85a-407d-92ba-f41e91d2dbba)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:03:06.540565 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (9d2c8989-8203-4bb4-8da8-66616c279859), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.553633 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Calling delete_port for 9d2c8989-8203-4bb4-8da8-66616c279859 owned by network:dhcp {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 23:03:06.555417 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3442469'] for port (9d2c8989-8203-4bb4-8da8-66616c279859), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.583791 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2c8989-8203-4bb4-8da8-66616c279859,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:03:06.585640 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] No DVR routers for this DVR port 9d2c8989-8203-4bb4-8da8-66616c279859 on host dv-cinder-839825-1-iscsi {{(pid=110300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 23:03:06.634547 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529'] for port (9d2c8989-8203-4bb4-8da8-66616c279859), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.661769 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Pushing event deleted for resources: {'Port': ['ID=9d2c8989-8203-4bb4-8da8-66616c279859,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:03:06.662003 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708811', 'neutron.services.segments.db._delete_segments_for_network-8773828784761'] for network (1dbac701-9f49-4fab-aa41-67f0eafbe521), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.669394 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] No DVR routers for this DVR port 9d2c8989-8203-4bb4-8da8-66616c279859 on host dv-cinder-839825-1-iscsi {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 23:03:06.673845 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:03:06.674269 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:03:06.674638 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:03:06.674983 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:03:06.675325 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:03:06.675667 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:03:06.676002 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:03:06.676340 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:03:06.676672 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:03:06.677005 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:03:06.677338 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:03:06.677674 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:03:06.678026 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:03:06.678617 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:03:06.678841 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d0f90-1c3f-4c63-80c9-d62b82e78c02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839825-1-iscsi {{(pid=110301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 23:03:06.681121 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbac701-9f49-4fab-aa41-67f0eafbe521']}} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:03:06.699601 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3abf7d-e85a-407d-92ba-f41e91d2dbba') {'for_net_delete': True} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:03:06.702723 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.services.segments.db [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3abf7d-e85a-407d-92ba-f41e91d2dbba') {} {{(pid=110300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:03:06.715020 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773828787842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4001109'] for segment (8d3abf7d-e85a-407d-92ba-f41e91d2dbba), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.730460 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (8d3abf7d-e85a-407d-92ba-f41e91d2dbba), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.736393 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=110300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 23:03:06.736781 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3442450'] for segment (8d3abf7d-e85a-407d-92ba-f41e91d2dbba), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: Traceback (most recent call last): Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: timer() Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: cb(*args, **kw) Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: return func(*args, **kwargs) Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: self._notify() Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: self.callback(batched_events) Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: event.method(event) Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: return f(self, *a, **k) Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._get(url).json() Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: return self.request(url, 'GET', **kwargs) Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 23:03:06.738516 dv-cinder-839825-1-iscsi neutron-server[110300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 23:03:06.864007 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833228'] for network (1dbac701-9f49-4fab-aa41-67f0eafbe521), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.869308 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:06.872956 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1dbac701-9f49-4fab-aa41-67f0eafbe521 HTTP/1.1" status: 204 len: 168 time: 0.6866322 Apr 28 23:03:06.875933 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57958) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:03:06.883514 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cc329-c5c6-4394-93a7-4696168532b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dbac701-9f49-4fab-aa41-67f0eafbe521,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:03:07.194655 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1351d2ae-64af-4f6c-b7f1-f44063da9918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834530'] for router_interface (365cb6fe-1e29-4150-a5b3-fdfaa83f453d), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:07.424792 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-1351d2ae-64af-4f6c-b7f1-f44063da9918 admin admin] Deleting port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 23:03:07.425122 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1351d2ae-64af-4f6c-b7f1-f44063da9918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:07.503698 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-1351d2ae-64af-4f6c-b7f1-f44063da9918 admin admin] For port cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e,segment=NetworkSegment(07a119e4-92aa-45c1-bff1-b93abaa1887e),segment_id=07a119e4-92aa-45c1-bff1-b93abaa1887e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:03:07.504201 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1351d2ae-64af-4f6c-b7f1-f44063da9918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:07.520333 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-1351d2ae-64af-4f6c-b7f1-f44063da9918 admin admin] Calling delete_port for cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e owned by network:router_interface {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 23:03:07.795032 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1351d2ae-64af-4f6c-b7f1-f44063da9918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:07.824981 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351d2ae-64af-4f6c-b7f1-f44063da9918 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:03:07.996530 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1351d2ae-64af-4f6c-b7f1-f44063da9918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834638'] for router_interface (365cb6fe-1e29-4150-a5b3-fdfaa83f453d), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:08.081962 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 9d2c8989-8203-4bb4-8da8-66616c279859 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 23:03:08.102047 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: 9d2c8989-8203-4bb4-8da8-66616c279859 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 23:03:08.102329 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 9d2c8989-8203-4bb4-8da8-66616c279859 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 23:03:08.216678 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1351d2ae-64af-4f6c-b7f1-f44063da9918 admin admin] Router 365cb6fe-1e29-4150-a5b3-fdfaa83f453d has already been hosted by L3 agent 71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c {{(pid=110299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 23:03:08.324232 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1351d2ae-64af-4f6c-b7f1-f44063da9918 admin admin] Notify agent at l3_agent.dv-cinder-839825-1-iscsi the message routers_updated {{(pid=110299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 23:03:08.329699 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-1351d2ae-64af-4f6c-b7f1-f44063da9918 admin admin] 10.222.0.13 "PUT /v2.0/routers/365cb6fe-1e29-4150-a5b3-fdfaa83f453d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4526737 Apr 28 23:03:08.332268 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57960) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:03:08.335096 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ba0b6f-f648-4b11-b7b6-4b5b79dc4057 None None] Sync routers for ids ['365cb6fe-1e29-4150-a5b3-fdfaa83f453d'] in dv-cinder-839825-1-iscsi {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 23:03:08.347772 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba0b6f-f648-4b11-b7b6-4b5b79dc4057 None None] Routers {'365cb6fe-1e29-4150-a5b3-fdfaa83f453d'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 23:03:08.348387 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-29ba0b6f-f648-4b11-b7b6-4b5b79dc4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T23:02:39Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['365cb6fe-1e29-4150-a5b3-fdfaa83f453d'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:03:08.437554 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-910911ad-c7fa-477c-aa2e-806557c0445f admin admin] Publish callbacks [] for router (365cb6fe-1e29-4150-a5b3-fdfaa83f453d), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:08.453669 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-29ba0b6f-f648-4b11-b7b6-4b5b79dc4057 None None] Set router 365cb6fe-1e29-4150-a5b3-fdfaa83f453d gateway port host: dv-cinder-839825-1-iscsi {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 23:03:08.544200 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-910911ad-c7fa-477c-aa2e-806557c0445f admin admin] Publish callbacks [] for router_gateway (365cb6fe-1e29-4150-a5b3-fdfaa83f453d), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:08.653039 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-910911ad-c7fa-477c-aa2e-806557c0445f admin admin] Deleting port 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 23:03:08.653304 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-910911ad-c7fa-477c-aa2e-806557c0445f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:08.697772 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3b447ee0-dcec-4a75-adb2-1bafde929954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:08.702997 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-29ba0b6f-f648-4b11-b7b6-4b5b79dc4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'name': 'tempest-TestMinimumBasicScenario-1969875739-router', 'tenant_id': '0797518b1b784c3e8787391fe2f1d61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'external_fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:39Z', 'updated_at': '2022-04-28T23:03:07Z', 'revision_number': 5, 'project_id': '0797518b1b784c3e8787391fe2f1d61c', 'gw_port': {'id': '9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8', 'name': '', 'network_id': '2ecf2dc8-3ea2-438c-917a-fbdeef7c6d24', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T22:59:40Z', 'updated_at': '2022-04-28T22:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd246e9ba-9f1b-4fe9-bdbc-2ef2f15f142c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839825-1-iscsi'}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:03:08.729092 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ba0b6f-f648-4b11-b7b6-4b5b79dc4057 None None] Checking router: 365cb6fe-1e29-4150-a5b3-fdfaa83f453d for host: dv-cinder-839825-1-iscsi {{(pid=110302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 23:03:08.733123 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-910911ad-c7fa-477c-aa2e-806557c0445f admin admin] For port 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8,segment=NetworkSegment(abea4d3d-46bc-48e6-8b0d-087d05b5b9fe),segment_id=abea4d3d-46bc-48e6-8b0d-087d05b5b9fe)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:03:08.733492 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-910911ad-c7fa-477c-aa2e-806557c0445f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:08.737708 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba0b6f-f648-4b11-b7b6-4b5b79dc4057 None None] Routers {'365cb6fe-1e29-4150-a5b3-fdfaa83f453d'} bound to L3 agent in host dv-cinder-839825-1-iscsi {{(pid=110302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 23:03:08.738367 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-29ba0b6f-f648-4b11-b7b6-4b5b79dc4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T22:33:39Z,description=,heartbeat_timestamp=2022-04-28T23:03:09Z,host='dv-cinder-839825-1-iscsi',id=71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T22:33:39Z,topic='l3_agent')) {'router_ids': ['365cb6fe-1e29-4150-a5b3-fdfaa83f453d'], 'active': True} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:03:08.746744 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-910911ad-c7fa-477c-aa2e-806557c0445f admin admin] Calling delete_port for 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8 owned by network:router_gateway {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 23:03:08.826135 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_dvr_db [None req-29ba0b6f-f648-4b11-b7b6-4b5b79dc4057 None None] Set router 365cb6fe-1e29-4150-a5b3-fdfaa83f453d gateway port host: None {{(pid=110302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 23:03:08.879836 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.l3_hamode_db [None req-29ba0b6f-f648-4b11-b7b6-4b5b79dc4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'name': 'tempest-TestMinimumBasicScenario-1969875739-router', 'tenant_id': '0797518b1b784c3e8787391fe2f1d61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:39Z', 'updated_at': '2022-04-28T23:03:08Z', 'revision_number': 6, 'project_id': '0797518b1b784c3e8787391fe2f1d61c', 'gw_port_host': None}], 'dv-cinder-839825-1-iscsi', False) {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:03:08.906512 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ba0b6f-f648-4b11-b7b6-4b5b79dc4057 None None] The sync data for ids ['365cb6fe-1e29-4150-a5b3-fdfaa83f453d'] in dv-cinder-839825-1-iscsi is: [{'id': '365cb6fe-1e29-4150-a5b3-fdfaa83f453d', 'name': 'tempest-TestMinimumBasicScenario-1969875739-router', 'tenant_id': '0797518b1b784c3e8787391fe2f1d61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T22:59:39Z', 'updated_at': '2022-04-28T23:03:08Z', 'revision_number': 6, 'project_id': '0797518b1b784c3e8787391fe2f1d61c', 'gw_port_host': None}] {{(pid=110302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 23:03:08.987849 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-910911ad-c7fa-477c-aa2e-806557c0445f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:09.012524 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910911ad-c7fa-477c-aa2e-806557c0445f admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:03:09.078480 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-910911ad-c7fa-477c-aa2e-806557c0445f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653476'] for router_gateway (365cb6fe-1e29-4150-a5b3-fdfaa83f453d), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:09.165980 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-910911ad-c7fa-477c-aa2e-806557c0445f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1831263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1039'] for router (365cb6fe-1e29-4150-a5b3-fdfaa83f453d), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:09.168025 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-910911ad-c7fa-477c-aa2e-806557c0445f admin admin] Publish callbacks [] for router_controller (365cb6fe-1e29-4150-a5b3-fdfaa83f453d), precommit_delete_associations {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:09.292670 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-910911ad-c7fa-477c-aa2e-806557c0445f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1831238'] for router (365cb6fe-1e29-4150-a5b3-fdfaa83f453d), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:09.293251 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910911ad-c7fa-477c-aa2e-806557c0445f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 365cb6fe-1e29-4150-a5b3-fdfaa83f453d {{(pid=110299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 23:03:09.297549 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-910911ad-c7fa-477c-aa2e-806557c0445f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:09.299713 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-910911ad-c7fa-477c-aa2e-806557c0445f admin admin] 10.222.0.13 "DELETE /v2.0/routers/365cb6fe-1e29-4150-a5b3-fdfaa83f453d HTTP/1.1" status: 204 len: 168 time: 0.9661734 Apr 28 23:03:09.301933 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57962) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:03:09.365626 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.db_base_plugin_v2 [None req-92014cc8-d6ac-4130-9d45-054c00dc0229 admin admin] Deleting subnet dd82ccaa-2fa5-44db-8c0f-6efa253b457a {{(pid=110299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 23:03:09.368928 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-92014cc8-d6ac-4130-9d45-054c00dc0229 admin admin] Publish callbacks [] for subnet (dd82ccaa-2fa5-44db-8c0f-6efa253b457a), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:09.406642 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-92014cc8-d6ac-4130-9d45-054c00dc0229 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-521658975'] for subnet (dd82ccaa-2fa5-44db-8c0f-6efa253b457a), precommit_delete_associations {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:09.485498 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-92014cc8-d6ac-4130-9d45-054c00dc0229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711510'] for subnet (dd82ccaa-2fa5-44db-8c0f-6efa253b457a), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:09.599477 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-92014cc8-d6ac-4130-9d45-054c00dc0229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-521659017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521307477'] for subnet (dd82ccaa-2fa5-44db-8c0f-6efa253b457a), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:09.624662 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92014cc8-d6ac-4130-9d45-054c00dc0229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd82ccaa-2fa5-44db-8c0f-6efa253b457a,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:03:09.628203 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-92014cc8-d6ac-4130-9d45-054c00dc0229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for subnet (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:09.635986 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-92014cc8-d6ac-4130-9d45-054c00dc0229 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dd82ccaa-2fa5-44db-8c0f-6efa253b457a HTTP/1.1" status: 204 len: 168 time: 0.3281894 Apr 28 23:03:09.636485 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b276dc7-865f-4bd9-a6f2-d25300cdc66f None None] Network c10b1c35-984d-4ade-8fed-c4eac1053de3 requested from dv-cinder-839825-1-iscsi {{(pid=110301) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 23:03:09.636945 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57964) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:03:09.712145 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719352'] for network (c10b1c35-984d-4ade-8fed-c4eac1053de3), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:09.762172 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] Deleting port f655dd0a-6624-480b-a57a-8c75f4e3c535 {{(pid=110299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 23:03:09.765119 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (f655dd0a-6624-480b-a57a-8c75f4e3c535), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:09.786209 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfbcbb1-70b2-48a7-bf91-f088ccf42fa9 None None] DHCP port deletion for c10b1c35-984d-4ade-8fed-c4eac1053de3 request from dv-cinder-839825-1-iscsi {{(pid=110301) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 23:03:09.829368 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.db [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] For port f655dd0a-6624-480b-a57a-8c75f4e3c535, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=f655dd0a-6624-480b-a57a-8c75f4e3c535,segment=NetworkSegment(07a119e4-92aa-45c1-bff1-b93abaa1887e),segment_id=07a119e4-92aa-45c1-bff1-b93abaa1887e)] {{(pid=110299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:03:09.829736 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (f655dd0a-6624-480b-a57a-8c75f4e3c535), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:09.838969 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-7bfbcbb1-70b2-48a7-bf91-f088ccf42fa9 None None] Deleting port f655dd0a-6624-480b-a57a-8c75f4e3c535 {{(pid=110301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 23:03:09.842856 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7bfbcbb1-70b2-48a7-bf91-f088ccf42fa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773828758092'] for port (f655dd0a-6624-480b-a57a-8c75f4e3c535), before_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:09.843035 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.plugin [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] Calling delete_port for f655dd0a-6624-480b-a57a-8c75f4e3c535 owned by network:dhcp {{(pid=110299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 23:03:09.903023 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:09.908103 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.db [None req-7bfbcbb1-70b2-48a7-bf91-f088ccf42fa9 None None] For port f655dd0a-6624-480b-a57a-8c75f4e3c535, host dv-cinder-839825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839825-1-iscsi',level=0,port_id=f655dd0a-6624-480b-a57a-8c75f4e3c535,segment=NetworkSegment(07a119e4-92aa-45c1-bff1-b93abaa1887e),segment_id=07a119e4-92aa-45c1-bff1-b93abaa1887e)] {{(pid=110301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 23:03:09.908709 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7bfbcbb1-70b2-48a7-bf91-f088ccf42fa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642591'] for port (f655dd0a-6624-480b-a57a-8c75f4e3c535), precommit_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:09.921913 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-7bfbcbb1-70b2-48a7-bf91-f088ccf42fa9 None None] Calling delete_port for f655dd0a-6624-480b-a57a-8c75f4e3c535 owned by network:dhcp {{(pid=110301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 23:03:10.001521 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-521660248'] for port (f655dd0a-6624-480b-a57a-8c75f4e3c535), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:10.006858 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-7bfbcbb1-70b2-48a7-bf91-f088ccf42fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-652145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773828763082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773828273529'] for port (f655dd0a-6624-480b-a57a-8c75f4e3c535), after_delete {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:10.027709 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=f655dd0a-6624-480b-a57a-8c75f4e3c535,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:03:10.032934 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] No DVR routers for this DVR port f655dd0a-6624-480b-a57a-8c75f4e3c535 on host dv-cinder-839825-1-iscsi {{(pid=110299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 23:03:10.034726 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device f655dd0a-6624-480b-a57a-8c75f4e3c535 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 23:03:10.037706 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbcbb1-70b2-48a7-bf91-f088ccf42fa9 None None] Pushing event deleted for resources: {'Port': ['ID=f655dd0a-6624-480b-a57a-8c75f4e3c535,revision_number=None']} {{(pid=110301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:03:10.063113 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfbcbb1-70b2-48a7-bf91-f088ccf42fa9 None None] No DVR routers for this DVR port f655dd0a-6624-480b-a57a-8c75f4e3c535 on host dv-cinder-839825-1-iscsi {{(pid=110301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 23:03:10.064609 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: f655dd0a-6624-480b-a57a-8c75f4e3c535 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 23:03:10.064989 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device f655dd0a-6624-480b-a57a-8c75f4e3c535 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 23:03:10.065390 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8 no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 23:03:10.088914 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8 {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 23:03:10.089268 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device 9c5337d4-8dc0-4ab7-b017-6cf14a5d2cc8 not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 23:03:10.089692 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e no longer exists at agent ovs-agent-dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 23:03:10.109498 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.plugin [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] No Port match for: cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e {{(pid=110301) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 23:03:10.109878 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron.plugins.ml2.rpc [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Device cbfdf40f-9414-4ea8-8366-dcc1d5ef5d8e not bound to the agent host dv-cinder-839825-1-iscsi {{(pid=110301) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 23:03:10.111738 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708811', 'neutron.services.segments.db._delete_segments_for_network-8773828784761'] for network (c10b1c35-984d-4ade-8fed-c4eac1053de3), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:10.132883 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10b1c35-984d-4ade-8fed-c4eac1053de3']}} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:03:10.141906 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a119e4-92aa-45c1-bff1-b93abaa1887e') {'for_net_delete': True} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:03:10.142204 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.services.segments.db [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a119e4-92aa-45c1-bff1-b93abaa1887e') {} {{(pid=110299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 23:03:10.151297 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773828787842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-521658950'] for segment (07a119e4-92aa-45c1-bff1-b93abaa1887e), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:10.164053 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523'] for segment (07a119e4-92aa-45c1-bff1-b93abaa1887e), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:10.170398 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=110299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 23:03:10.170783 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-521660271'] for segment (07a119e4-92aa-45c1-bff1-b93abaa1887e), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: Traceback (most recent call last): Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: timer() Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: cb(*args, **kw) Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: return func(*args, **kwargs) Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: self._notify() Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: self.callback(batched_events) Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: event.method(event) Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: return f(self, *a, **k) Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: return self._get(url).json() Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: return self.request(url, 'GET', **kwargs) Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 23:03:10.172399 dv-cinder-839825-1-iscsi neutron-server[110299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 23:03:10.285102 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833228'] for network (c10b1c35-984d-4ade-8fed-c4eac1053de3), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:10.290290 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601483'] for network (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:10.293317 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c10b1c35-984d-4ade-8fed-c4eac1053de3 HTTP/1.1" status: 204 len: 168 time: 0.6586859 Apr 28 23:03:10.304121 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbcf35-7114-4a8c-b0a2-601b9ba06b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=c10b1c35-984d-4ade-8fed-c4eac1053de3,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:03:10.637794 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57968) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:03:10.677489 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-e4adbc92-f642-403d-aa8c-8dd235c66526 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c971220b348647c2a2db04f94691ee40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385025 Apr 28 23:03:10.679858 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.wsgi [-] (110299) accepted ('10.222.0.13', 57970) {{(pid=110299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:03:10.730460 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-05b40f1f-90f1-4680-baf6-2fd2e0cd0106 admin admin] Publish callbacks [] for security_group (febee65a-6618-46dd-a845-1ee38aaa8a20), before_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:10.750767 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-05b40f1f-90f1-4680-baf6-2fd2e0cd0106 admin admin] Publish callbacks [] for security_group (febee65a-6618-46dd-a845-1ee38aaa8a20), precommit_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:10.863311 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-05b40f1f-90f1-4680-baf6-2fd2e0cd0106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (febee65a-6618-46dd-a845-1ee38aaa8a20), after_delete {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:10.865726 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron_lib.callbacks.manager [None req-05b40f1f-90f1-4680-baf6-2fd2e0cd0106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:10.866910 dv-cinder-839825-1-iscsi neutron-server[110299]: INFO neutron.wsgi [None req-05b40f1f-90f1-4680-baf6-2fd2e0cd0106 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/febee65a-6618-46dd-a845-1ee38aaa8a20 HTTP/1.1" status: 204 len: 168 time: 0.1861734 Apr 28 23:03:10.875385 dv-cinder-839825-1-iscsi neutron-server[110299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b40f1f-90f1-4680-baf6-2fd2e0cd0106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febee65a-6618-46dd-a845-1ee38aaa8a20,revision_number=None']} {{(pid=110299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:03:11.297695 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:11.518750 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57976) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:03:11.564300 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-9078bb68-67fd-4c04-a9ed-55e0ce9a00ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0797518b1b784c3e8787391fe2f1d61c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442739 Apr 28 23:03:11.567317 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.wsgi [-] (110300) accepted ('10.222.0.13', 57978) {{(pid=110300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 23:03:11.615902 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ae6608f6-92cc-4b74-bacd-41d1b3a9041b admin admin] Publish callbacks [] for security_group (1f6d9c3f-5cb3-4a7e-b202-891a686962ad), before_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:11.637637 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ae6608f6-92cc-4b74-bacd-41d1b3a9041b admin admin] Publish callbacks [] for security_group (1f6d9c3f-5cb3-4a7e-b202-891a686962ad), precommit_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:11.798859 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ae6608f6-92cc-4b74-bacd-41d1b3a9041b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780289'] for security_group (1f6d9c3f-5cb3-4a7e-b202-891a686962ad), after_delete {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:11.801439 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron_lib.callbacks.manager [None req-ae6608f6-92cc-4b74-bacd-41d1b3a9041b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:11.802629 dv-cinder-839825-1-iscsi neutron-server[110300]: INFO neutron.wsgi [None req-ae6608f6-92cc-4b74-bacd-41d1b3a9041b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f6d9c3f-5cb3-4a7e-b202-891a686962ad HTTP/1.1" status: 204 len: 168 time: 0.2344170 Apr 28 23:03:11.811149 dv-cinder-839825-1-iscsi neutron-server[110300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6608f6-92cc-4b74-bacd-41d1b3a9041b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6d9c3f-5cb3-4a7e-b202-891a686962ad,revision_number=None']} {{(pid=110300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 23:03:12.741655 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:16.320933 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:36.496996 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-11dd03fc-8562-462e-9e21-e0506a54c5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:37.647274 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 23:03:38.689671 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-4b8709da-8d9c-4d39-9443-90d1115e12d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:39.920280 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:41.268150 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:42.706598 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:03:46.313944 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:04:06.490268 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-631b9194-5465-406e-8b5b-db993941d95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:04:08.660332 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a582942-986e-4ea9-95e7-faab0b242647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:04:09.913461 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:04:11.265863 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:04:12.730252 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:04:14.648628 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 23:04:16.317387 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:04:36.494043 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-d76e595a-e821-49e1-92f2-286d5b26b1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:04:38.665061 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-34fca830-fe4f-4a16-b057-e2fa8f43443b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:04:39.901303 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:04:41.272161 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:04:42.712267 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:04:46.311379 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:04:51.647189 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 23:05:06.521455 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b513fc32-5795-4c41-a04b-b07f594db99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:05:08.677388 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-66a45f17-46b9-4788-b628-2854554e2a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:05:09.894366 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:05:11.277911 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:05:12.721336 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:05:16.311194 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:05:28.644916 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 23:05:36.486094 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-3a91422a-3ebe-420c-825b-313065397876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:05:38.665348 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b7ec7ab7-2071-4bc2-8a85-f7306e15c5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:05:39.892467 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:05:41.265109 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:05:42.716824 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:05:46.339303 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:06:05.643397 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 23:06:06.498454 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-67297ad3-8393-4471-b2da-30fb5275d071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:06:08.675479 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-22f423a8-4cfd-4285-8925-4322d68dadf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:06:09.886948 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:06:11.281086 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:06:12.749673 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:06:16.315351 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:06:36.507426 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-f8a3ec3c-52fc-4712-aa9d-bc2608b66533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:06:38.692042 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-19dcef4d-7296-4578-a3f7-f2de2df16b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:06:39.926391 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:06:41.292422 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:06:42.642434 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 23:06:42.753644 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:06:46.332011 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:07:06.519431 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b60905ab-88f2-4cd5-8b40-b54cc0c2b8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:07:08.662404 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b3864766-46ff-41b8-a83b-3a6193ff8005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:07:09.925312 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:07:11.285157 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:07:12.748414 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:07:16.330692 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:07:19.642001 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 23:07:36.511817 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-0ec728bc-9d6c-44dc-848c-7c52b731070d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:07:38.661407 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b316f23e-c6a0-48e8-87d2-7ae423c7e7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:07:39.900171 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:07:41.288895 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:07:42.774390 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:07:46.375701 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:07:56.640575 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 23:08:06.516124 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-40b12ee4-333a-4620-a239-1b86089ee0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:08:08.661098 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-dc4bf0b5-6c1d-41ca-a697-5be2558c0a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:08:09.901131 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:08:11.333243 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:08:12.752334 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:08:16.350284 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-8a4adbcc-730b-488d-b06d-5e7a8dc8680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c133b65-6f7b-47ec-8020-41b45b74a182), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:08:33.640790 dv-cinder-839825-1-iscsi neutron-server[110302]: DEBUG neutron.db.agents_db [None req-c06768b7-df6a-4d97-90cc-0dc623fa8414 None None] Agent healthcheck: found 6 active agents {{(pid=110302) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 23:08:36.557375 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-b349d5e5-d82c-4bda-941c-29b8dc60fa39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f186906e-85c7-45d8-9e4e-e6aebf89836b), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:08:38.648620 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-98ce3c4c-f0f6-4f66-99a2-bd0fd4be2fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (71eb7d4b-b91b-45fd-a8d2-a9abd1c8465c), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:08:39.951368 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-a7f78dd6-5b5c-4e5b-9fbc-0eddfd975d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (3c134c11-b280-4fd7-9487-e839b9de95d3), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:08:41.309950 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-9dd95c90-8135-4849-98f1-55ad1c40b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (f0465f46-8c16-420d-822f-596a4060f7b6), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 23:08:42.744906 dv-cinder-839825-1-iscsi neutron-server[110301]: DEBUG neutron_lib.callbacks.manager [None req-2102e34e-00e7-4bf5-ab3d-e133d681c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773828784743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708108'] for agent (ab9c603a-659f-4522-a1c1-f8bf66d1cb0f), after_update {{(pid=110301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}